00010000:00010000:2.0F:1788521535.952488:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0F:1788521536.141862:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0F:1788521536.143183:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788521536.143213:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222534272:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788521536.143282:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521536.143332:0:17940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222534272 00000100:00100000:1.0:1788521536.143341:0:17940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222534272 00000100:00100000:1.0:1788521536.143388:0:17940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788521536.143397:0:17940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222534272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788521536.143446:0:17940:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1788521536.143494:0:17940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222534272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521536.143502:0:17940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788521536.143548:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222534272:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788521536.150795:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef75220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222534144:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788521536.150872:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521536.150923:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef75222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222534016:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788521536.151442:0:18709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222534144 00000100:00100000:2.0:1788521536.151452:0:18709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222534144 00000100:00100000:2.0:1788521536.151515:0:18709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788521536.151525:0:18709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43df0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222534144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788521536.151555:0:18709:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788521536.151608:0:18709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43df0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222534144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521536.151616:0:18709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:2.0:1788521536.151638:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788521536.151804:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521536.151859:0:18709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222534016 00000100:00100000:3.0:1788521536.151864:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef75220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222534144:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788521536.151866:0:18709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222534016 00000100:00080000:3.0:1788521536.151926:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788521536.151946:0:18709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788521536.151954:0:18709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43df2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222534016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788521536.151967:0:18709:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788521536.152002:0:18709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43df2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222534016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521536.152008:0:18709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788521536.152259:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef75222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222534016:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1788521536.334326:0:17953:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:2.0:1788521536.657252:0:17179:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:2.0:1788521536.657271:0:17179:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8fee410b3e40 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:2.0:1788521536.657276:0:17179:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8fef457d0e00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8fee410b3d80 00000020:00080000:2.0:1788521536.657280:0:17179:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8fef457d0a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8fee4355da00 00010000:00010000:0.0F:1788521536.657353:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b6400/0x411dd0ee4d2d2baf lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19535 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521536.657370:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b6400/0x411dd0ee4d2d2baf lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19535 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521536.657378:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b6400/0x411dd0ee4d2d2baf lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19535 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521536.657384:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef6d7b6400 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:0.0:1788521536.657389:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b6400/0x411dd0ee4d2d2baf lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19535 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521536.657396:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b6400/0x411dd0ee4d2d2baf lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19535 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521536.657413:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8fef44f4f800) 00010000:00010000:0.0:1788521536.657416:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788521536.657421:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b6400/0x411dd0ee4d2d2baf lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19535 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521536.657427:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b6400/0x411dd0ee4d2d2baf lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19535 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521536.657583:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222534400:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788521536.657647:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521536.657720:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222534400 00000100:00100000:0.0:1788521536.657727:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222534400 00000100:00100000:0.0:1788521536.657778:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788521536.657789:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222534400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788521536.657822:0:17204:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788521536.657868:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222534400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521536.657905:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788521536.657950:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222534400:0@lo:41:osp-pre-1-0.0 00000020:00080000:1.0:1788521536.658386:0:17239:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:1.0:1788521536.658456:0:17239:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:1.0:1788521536.975031:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788521537.678690:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222534528:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788521537.678756:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521537.678826:0:18709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222534528 00000100:00100000:1.0:1788521537.678833:0:18709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222534528 00000100:00100000:1.0:1788521537.679019:0:18709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788521537.679032:0:18709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222534528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788521537.679067:0:18709:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788521537.679114:0:18709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222534528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521537.679121:0:18709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:1.0:1788521537.679143:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788521537.679177:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222534528:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788521537.679818:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43df2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222534656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788521537.679855:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521537.679911:0:18709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222534656 00000100:00100000:1.0:1788521537.679918:0:18709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222534656 00000100:00100000:1.0:1788521537.679952:0:18709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788521537.679961:0:18709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222534656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788521537.679974:0:18709:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788521537.680024:0:18709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222534656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521537.680030:0:18709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:1.0:1788521537.680049:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788521537.680073:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43df2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222534656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788521537.680334:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43df0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3645:1875400222534784:0@lo:400:kworker.0 00000100:00100000:3.0:1788521537.680383:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521537.680408:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43df1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222535296:0@lo:400:kworker.0 00000100:00100000:3.0:1788521537.680431:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521537.680446:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43df2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875400222535808:0@lo:400:kworker.0 00000100:00100000:3.0:1788521537.680467:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521537.680487:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788521537.680493:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43df3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222534912:0@lo:400:kworker.0 00000100:00100000:3.0:1788521537.680514:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521537.680531:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43df2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222535424:0@lo:400:kworker.0 00000100:00100000:3.0:1788521537.680554:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521537.680572:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43df0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1875400222535936:0@lo:400:kworker.0 00000100:00100000:3.0:1788521537.680594:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521537.680622:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222535808 00000100:00100000:3.0:1788521537.680626:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222535808 00000100:00100000:3.0:1788521537.680662:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222535936 00000100:00100000:3.0:1788521537.680666:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222535936 00000100:00100000:3.0:1788521537.680688:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788521537.680708:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875400222535808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521537.680747:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875400222535808:12345-0@lo:400:kworker.0 Request processed in 42us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521537.680754:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788521537.680768:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788521537.680774:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875400222535936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521537.680799:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875400222535936:12345-0@lo:400:kworker.0 Request processed in 26us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521537.680805:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788521537.680821:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222535296 00000100:00100000:3.0:1788521537.680824:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222535296 00000100:00100000:3.0:1788521537.680846:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222534912 00000100:00100000:3.0:1788521537.680849:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222534912 00000100:00100000:3.0:1788521537.680860:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788521537.680866:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43df0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222535296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521537.680922:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43df0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222535296:12345-0@lo:400:kworker.0 Request processed in 55us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521537.680929:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788521537.680941:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788521537.680948:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222534912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521537.680975:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222534912:12345-0@lo:400:kworker.0 Request processed in 28us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521537.680981:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788521537.681026:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43df3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222534912:0@lo:400:kworker.0 00000100:00100000:3.0:1788521537.681036:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43df0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1875400222535936:0@lo:400:kworker.0 00000100:00100000:3.0:1788521537.681059:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43df1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222535296:0@lo:400:kworker.0 00010000:00080000:3.0:1788521537.681071:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee43df2a00 x1875400222535808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521537.681081:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43df2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875400222535808:0@lo:400:kworker.0 00000100:00100000:1.0:1788521537.687268:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222534784 00000100:00100000:1.0:1788521537.687282:0:17193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222534784 00000100:00100000:1.0:1788521537.687336:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1788521537.687348:0:17193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7a7a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:94dd3513-7bc4-4d8b-8448-a7d8a70716ce+24:3645:x1875400222534784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521537.687439:0:17193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7a7a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:94dd3513-7bc4-4d8b-8448-a7d8a70716ce+24:3645:x1875400222534784:12345-0@lo:400:kworker.0 Request processed in 93us (7054us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521537.687457:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1788521537.687502:0:18706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222535424 00000100:00100000:1.0:1788521537.687506:0:18706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222535424 00000100:00100000:1.0:1788521537.687535:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788521537.687542:0:18706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222535424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521537.687578:0:18706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222535424:12345-0@lo:400:kworker.0 Request processed in 36us (7023us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521537.687584:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:1.0:1788521537.687645:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788521537.687867:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788521537.687909:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43df1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875400222535168:0@lo:400:kworker.0 00000100:00100000:1.0:1788521537.687947:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521537.687976:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875400222535680:0@lo:400:kworker.0 00000100:00100000:1.0:1788521537.688138:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521537.688169:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788521537.688177:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43df0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222535040:0@lo:400:kworker.0 00000100:00100000:1.0:1788521537.688204:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521537.688223:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43df1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875400222535552:0@lo:400:kworker.0 00000100:00100000:1.0:1788521537.688244:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521537.688262:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43df2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875400222536064:0@lo:400:kworker.0 00000100:00100000:1.0:1788521537.688287:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521537.688313:0:18707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222535040 00000100:00100000:1.0:1788521537.688323:0:18707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222535040 00000100:00100000:1.0:1788521537.688354:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788521537.688362:0:18707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222535040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521537.688400:0:18707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222535040:12345-0@lo:400:kworker.0 Request processed in 39us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521537.688407:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788521537.688424:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222535168 00000100:00100000:1.0:1788521537.688428:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222535168 00000100:00100000:1.0:1788521537.688503:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222535680 00000100:00100000:1.0:1788521537.688507:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222535680 00000100:00100000:1.0:1788521537.688531:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222535552 00000100:00100000:1.0:1788521537.688534:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222535552 00000100:00100000:1.0:1788521537.688544:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222536064 00000100:00100000:1.0:1788521537.688546:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222536064 00000100:00100000:1.0:1788521537.688570:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788521537.688576:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875400222535168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521537.688607:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875400222535168:12345-0@lo:400:kworker.0 Request processed in 31us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521537.688741:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788521537.688758:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788521537.688766:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875400222535680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521537.688821:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875400222535680:12345-0@lo:400:kworker.0 Request processed in 56us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521537.688828:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788521537.688844:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788521537.688851:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875400222535552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521537.688902:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875400222535552:12345-0@lo:400:kworker.0 Request processed in 34us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521537.688910:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788521537.688925:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788521537.688933:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875400222536064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521537.688964:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875400222536064:12345-0@lo:400:kworker.0 Request processed in 33us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521537.688970:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:1.0:1788521537.688997:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788521537.689785:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788521537.689827:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43df0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222535040:0@lo:400:kworker.0 00000100:00100000:1.0:1788521537.689840:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43df1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875400222535552:0@lo:400:kworker.0 00010000:00080000:1.0:1788521537.689853:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee43df2300 x1875400222536064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521537.689876:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43df2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875400222536064:0@lo:400:kworker.0 00000100:00100000:1.0:1788521537.689918:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43df1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875400222535168:0@lo:400:kworker.0 00000100:00100000:1.0:1788521537.689930:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875400222535680:0@lo:400:kworker.0 00000100:00100000:1.0:1788521537.689979:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43df2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222535424:0@lo:400:kworker.0 00000100:00100000:1.0:1788521537.689989:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43df0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3645:1875400222534784:0@lo:400:kworker.0 00010000:00010000:1.0:1788521538.007203:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521538.616337:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521538.616443:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201482240 00000100:00100000:1.0:1788521538.616453:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201482240 00000100:00100000:1.0:1788521538.616538:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 65 00000100:00100000:1.0:1788521538.616550:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:130bc563-236a-43ec-a1a1-1e1e641e5bc7+13:15615:x1875400201482240:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788521538.616654:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:130bc563-236a-43ec-a1a1-1e1e641e5bc7+13:15615:x1875400201482240:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 107us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521538.616662:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 65 00000100:00080000:2.0:1788521538.616728:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788521538.631514:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521538.631624:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201482368 00000100:00100000:1.0:1788521538.631640:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201482368 00000100:00100000:1.0:1788521538.631780:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 66 00000100:00100000:1.0:1788521538.631793:0:19535:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:130bc563-236a-43ec-a1a1-1e1e641e5bc7+5:15615:x1875400201482368:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788521538.631959:0:19535:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:130bc563-236a-43ec-a1a1-1e1e641e5bc7+5:15615:x1875400201482368:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 166us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521538.631968:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 66 00000100:00080000:2.0:1788521538.644162:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788521538.649347:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521538.649491:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201482624 00000100:00100000:2.0:1788521538.649503:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201482624 00000100:00100000:2.0:1788521538.649588:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 12 00000100:00100000:2.0:1788521538.649601:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:130bc563-236a-43ec-a1a1-1e1e641e5bc7+13:15615:x1875400201482624:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788521538.650021:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:130bc563-236a-43ec-a1a1-1e1e641e5bc7+14:15615:x1875400201482624:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 423us (689us total) trans 8589934623 rc 0/0 00000100:00100000:2.0:1788521538.650029:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 12 00010000:00010000:2.0:1788521539.027778:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521539.181874:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521539.181977:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521539.182028:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521539.182069:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521539.182247:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201483008 00000100:00100000:3.0:1788521539.182261:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201483008 00000100:00100000:2.0:1788521539.182327:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201482880 00000100:00100000:2.0:1788521539.182332:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201482880 00000100:00100000:3.0:1788521539.182354:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 74 00000100:00100000:0.0:1788521539.182415:0:19185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201483136 00000100:00100000:0.0:1788521539.182419:0:19185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201483136 00000100:00100000:0.0:1788521539.182466:0:19185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 34 00000100:00100000:0.0:1788521539.182477:0:19185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:130bc563-236a-43ec-a1a1-1e1e641e5bc7+5:2396:x1875400201483136:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1788521539.182597:0:19185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:130bc563-236a-43ec-a1a1-1e1e641e5bc7+5:2396:x1875400201483136:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 122us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521539.182605:0:19185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 34 00000100:00080000:0.0:1788521539.183221:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788521539.183409:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201482752 00000100:00100000:1.0:1788521539.183430:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201482752 00000100:00100000:1.0:1788521539.183503:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 169 00000100:00100000:1.0:1788521539.183513:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7a7a5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+13:2396:x1875400201482752:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1788521539.183565:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7a7a5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+13:2396:x1875400201482752:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 54us (1709us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521539.183572:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 169 00000100:00100000:2.0:1788521539.194195:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 75 00000100:00100000:2.0:1788521539.194227:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:130bc563-236a-43ec-a1a1-1e1e641e5bc7+14:2396:x1875400201482880:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1788521539.194878:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:130bc563-236a-43ec-a1a1-1e1e641e5bc7+14:2396:x1875400201482880:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 665us (12845us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521539.194906:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 75 00000100:00100000:3.0:1788521539.195908:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:130bc563-236a-43ec-a1a1-1e1e641e5bc7+5:2396:x1875400201483008:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1788521539.196020:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:130bc563-236a-43ec-a1a1-1e1e641e5bc7+5:2396:x1875400201483008:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 144us (14041us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521539.196029:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 74 00000100:00100000:0.0:1788521539.201140:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521539.201185:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521539.201213:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521539.201239:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521539.201288:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521539.201342:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201483520 00000100:00100000:0.0:1788521539.201356:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201483520 00000100:00100000:0.0:1788521539.201435:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201483392 00000100:00100000:0.0:1788521539.201439:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201483392 00000100:00100000:0.0:1788521539.201483:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 76 00000100:00100000:0.0:1788521539.201495:0:19535:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+5:2395:x1875400201483520:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1788521539.202728:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 77 00000100:00100000:2.0:1788521539.202751:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+6:2395:x1875400201483392:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1788521539.202862:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+6:2395:x1875400201483392:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 122us (1573us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521539.202870:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 77 00000100:00080000:2.0:1788521539.202941:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788521539.202947:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788521539.203274:0:19535:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+5:2395:x1875400201483520:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 1779us (2030us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521539.203283:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 76 00000100:00100000:1.0:1788521539.204253:0:20341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201483264 00000100:00100000:1.0:1788521539.204270:0:20341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201483264 00000100:00100000:1.0:1788521539.204367:0:20341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201483648 00000100:00100000:1.0:1788521539.204372:0:20341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201483648 00000100:00100000:1.0:1788521539.204402:0:20341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201483776 00000100:00100000:1.0:1788521539.204406:0:20341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201483776 00000100:00100000:1.0:1788521539.204427:0:20341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 29 00000100:00100000:1.0:1788521539.204439:0:20341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:130bc563-236a-43ec-a1a1-1e1e641e5bc7+5:2392:x1875400201483264:12345-192.168.203.41@tcp:9:kworker.0 00000020:00000080:1.0:1788521539.204471:0:20341:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d28e5 00000100:00080000:1.0:1788521539.204490:0:20341:0:(import.c:65:import_set_state_nolock()) ffff8fef71ba0800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788521539.204570:0:20341:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788521539.204794:0:20341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:130bc563-236a-43ec-a1a1-1e1e641e5bc7+2:2392:x1875400201483264:12345-192.168.203.41@tcp:9:kworker.0 Request processed in 356us (3669us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521539.204802:0:20341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 29 00000100:00100000:1.0:1788521539.204819:0:20341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 30 00000100:00100000:1.0:1788521539.204825:0:20341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+5:2392:x1875400201483648:12345-192.168.203.41@tcp:9:kworker.0 00000020:00000080:1.0:1788521539.204839:0:20341:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d291d 00000100:00080000:1.0:1788521539.204847:0:20341:0:(import.c:65:import_set_state_nolock()) ffff8fee44407000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788521539.204873:0:20341:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1788521539.205005:0:20341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+2:2392:x1875400201483648:12345-192.168.203.41@tcp:9:kworker.0 Request processed in 179us (3819us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521539.205012:0:20341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 30 00000100:00100000:1.0:1788521539.205043:0:20341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 31 00000100:00100000:1.0:1788521539.205050:0:20341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+5:2392:x1875400201483776:12345-192.168.203.41@tcp:9:kworker.0 00000020:00000080:1.0:1788521539.205064:0:20341:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2924 00000100:00080000:1.0:1788521539.205070:0:20341:0:(import.c:65:import_set_state_nolock()) ffff8fee42362000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788521539.205096:0:20341:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788521539.205160:0:20341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+2:2392:x1875400201483776:12345-192.168.203.41@tcp:9:kworker.0 Request processed in 109us (3945us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521539.205167:0:20341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 31 00010000:00010000:1.0:1788521539.205199:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521539.205206:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521539.205212:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788521539.206263:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788521539.206272:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1788521540.045356:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521541.069183:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521541.261718:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788521541.261752:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222536192:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788521541.261849:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521541.261934:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222536192 00000100:00100000:3.0:1788521541.261944:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222536192 00000100:00100000:3.0:1788521541.262017:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788521541.262028:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222536192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788521541.262075:0:17204:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1788521541.262191:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222536320:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788521541.262228:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521541.262265:0:18709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222536320 00000100:00100000:1.0:1788521541.262269:0:18709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222536320 00000100:00100000:1.0:1788521541.262317:0:18709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788521541.262326:0:18709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222536320:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788521541.262334:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788521541.262345:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef75221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222536448:0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788521541.262351:0:18709:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788521541.262410:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521541.262453:0:18708:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:0.0:1788521541.262463:0:18708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00100000:0.0:1788521541.262605:0:18708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222536448 00000100:00100000:0.0:1788521541.262610:0:18708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222536448 00000100:00100000:0.0:1788521541.262718:0:20540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788521541.262726:0:20540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222536448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788521541.262739:0:20540:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788521541.262774:0:20540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222536448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521541.262781:0:20540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788521541.262834:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef75221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222536448:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788521541.263060:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788521541.263144:0:18709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222536320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 819us (913us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521541.263152:0:18709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788521541.264313:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222536192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2280us (2457us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521541.264326:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788521541.265578:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222536320:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788521541.274431:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222536192:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788521541.774122:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222536576:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788521541.774226:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521541.774739:0:17940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222536576 00000100:00100000:1.0:1788521541.774751:0:17940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222536576 00000100:00100000:1.0:1788521541.774824:0:17940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788521541.774835:0:17940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222536576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788521541.774915:0:17940:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788521541.775298:0:17940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222536576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 462us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521541.775307:0:17940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788521541.777943:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222536576:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788521542.094192:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521542.797266:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef44fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222536832:0@lo:400:kworker.0 00000100:00100000:2.0:1788521542.797366:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521542.797414:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef752b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222537344:0@lo:400:kworker.0 00000100:00100000:2.0:1788521542.797439:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521542.797489:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef752b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875400222537856:0@lo:400:kworker.0 00000100:00100000:2.0:1788521542.797530:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521542.797570:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788521542.797577:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef44fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222536960:0@lo:400:kworker.0 00000100:00100000:2.0:1788521542.797604:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521542.797624:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef752b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222537472:0@lo:400:kworker.0 00000100:00100000:2.0:1788521542.797666:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521542.797686:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef752b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875400222537984:0@lo:400:kworker.0 00000100:00100000:2.0:1788521542.797708:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521542.797745:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222536832 00000100:00100000:2.0:1788521542.797753:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222536832 00000100:00100000:2.0:1788521542.797795:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222537344 00000100:00100000:2.0:1788521542.797798:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222537344 00000100:00100000:2.0:1788521542.797828:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788521542.797837:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef752b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222536832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521542.797931:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef752b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222536832:12345-0@lo:400:kworker.0 Request processed in 95us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521542.797938:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788521542.797984:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788521542.797992:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef752b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222537344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521542.798022:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef752b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222537344:12345-0@lo:400:kworker.0 Request processed in 32us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521542.798039:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788521542.798083:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222537856 00000100:00100000:2.0:1788521542.798087:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222537856 00000100:00100000:2.0:1788521542.798121:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222537984 00000100:00100000:2.0:1788521542.798124:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222537984 00000100:00100000:2.0:1788521542.798142:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788521542.798148:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef752b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875400222537856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521542.798217:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef752b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875400222537856:12345-0@lo:400:kworker.0 Request processed in 69us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521542.798239:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788521542.798269:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788521542.798293:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875400222537984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521542.798357:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875400222537984:12345-0@lo:400:kworker.0 Request processed in 82us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521542.798364:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788521542.798383:0:20341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222536960 00000100:00100000:2.0:1788521542.798387:0:20341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222536960 00000100:00100000:2.0:1788521542.798412:0:20341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222537472 00000100:00100000:2.0:1788521542.798415:0:20341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222537472 00000100:00100000:2.0:1788521542.798433:0:20341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788521542.798439:0:20341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef752b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222536960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521542.798469:0:20341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef752b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222536960:12345-0@lo:400:kworker.0 Request processed in 31us (864us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521542.798475:0:20341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788521542.798486:0:20341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788521542.798492:0:20341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222537472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521542.798531:0:20341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222537472:12345-0@lo:400:kworker.0 Request processed in 39us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521542.798538:0:20341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:2.0:1788521542.798567:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788521542.798572:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788521542.798611:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef44fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222536960:0@lo:400:kworker.0 00000100:00100000:2.0:1788521542.798622:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef752b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222537472:0@lo:400:kworker.0 00010000:00080000:2.0:1788521542.798634:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fef752b3100 x1875400222537984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521542.798645:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef752b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875400222537984:0@lo:400:kworker.0 00000100:00100000:2.0:1788521542.798655:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef44fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222536832:0@lo:400:kworker.0 00000100:00100000:2.0:1788521542.798664:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef752b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222537344:0@lo:400:kworker.0 00000100:00100000:2.0:1788521542.798674:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef752b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875400222537856:0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.798877:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4321dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3644:1875400222536704:0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.798943:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521542.798988:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef752b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875400222537216:0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.799010:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521542.799026:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef752b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875400222537728:0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.799063:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521542.799105:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef752b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875400222538240:0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.799127:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521542.799147:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788521542.799153:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef752b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222537088:0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.799181:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521542.799199:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef752b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222537600:0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.799220:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521542.799237:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef752b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1875400222538112:0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.799258:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521542.799287:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222537216 00000100:00100000:3.0:1788521542.799292:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222537216 00000100:00100000:3.0:1788521542.799315:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222537728 00000100:00100000:3.0:1788521542.799318:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222537728 00000100:00100000:3.0:1788521542.799329:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222538240 00000100:00100000:3.0:1788521542.799331:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222538240 00000100:00100000:3.0:1788521542.799352:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222538112 00000100:00100000:3.0:1788521542.799355:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222538112 00000100:00100000:3.0:1788521542.799369:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788521542.799376:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875400222537216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.799415:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875400222537216:12345-0@lo:400:kworker.0 Request processed in 40us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521542.799432:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788521542.799448:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788521542.799453:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875400222537728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.799523:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875400222537728:12345-0@lo:400:kworker.0 Request processed in 53us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521542.799529:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788521542.799540:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788521542.799546:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875400222538240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.799569:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875400222538240:12345-0@lo:400:kworker.0 Request processed in 25us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521542.799574:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788521542.799583:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788521542.799588:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875400222538112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.799611:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875400222538112:12345-0@lo:400:kworker.0 Request processed in 23us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521542.799616:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788521542.799634:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222536704 00000100:00100000:3.0:1788521542.799638:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222536704 00000100:00100000:3.0:1788521542.799663:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1788521542.799668:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7a7a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:94dd3513-7bc4-4d8b-8448-a7d8a70716ce+24:3644:x1875400222536704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.799694:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7a7a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:94dd3513-7bc4-4d8b-8448-a7d8a70716ce+24:3644:x1875400222536704:12345-0@lo:400:kworker.0 Request processed in 26us (751us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521542.799700:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1788521542.799724:0:18707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222537088 00000100:00100000:3.0:1788521542.799727:0:18707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222537088 00000100:00100000:3.0:1788521542.799757:0:18707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222537600 00000100:00100000:3.0:1788521542.799760:0:18707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222537600 00000100:00100000:3.0:1788521542.799776:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788521542.799781:0:18707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222537088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.799808:0:18707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222537088:12345-0@lo:400:kworker.0 Request processed in 27us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521542.799814:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788521542.799824:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788521542.799830:0:18707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222537600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.799854:0:18707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222537600:12345-0@lo:400:kworker.0 Request processed in 26us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521542.799860:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:3.0:1788521542.799912:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788521542.799916:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788521542.799918:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788521542.799947:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef752b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222537088:0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.799957:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef752b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222537600:0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.799978:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef752b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1875400222538112:0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.799988:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4321dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3644:1875400222536704:0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.799997:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef752b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875400222537216:0@lo:400:kworker.0 00000100:00100000:3.0:1788521542.800007:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef752b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875400222537728:0@lo:400:kworker.0 00010000:00080000:3.0:1788521542.800018:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fef752b1880 x1875400222538240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521542.800028:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef752b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875400222538240:0@lo:400:kworker.0 00000040:00080000:3.0:1788521542.800637:0:17234:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788521542.800644:0:17234:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788521542.800663:0:17234:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1788521542.800670:0:17234:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1788521542.804259:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788521542.804279:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43e83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222538368:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788521542.804343:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521542.804390:0:18708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222538368 00000100:00100000:3.0:1788521542.804396:0:18708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222538368 00000100:00100000:3.0:1788521542.804444:0:18708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788521542.804453:0:18708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222538368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788521542.804479:0:18708:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788521542.804516:0:18708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222538368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521542.804522:0:18708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788521542.804562:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43e83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222538368:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788521542.804989:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222538496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788521542.805017:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521542.805100:0:18709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222538496 00000100:00100000:2.0:1788521542.805104:0:18709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222538496 00000100:00100000:2.0:1788521542.805136:0:18709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788521542.805143:0:18709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222538496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788521542.805155:0:18709:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788521542.805185:0:18709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222538496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521542.805191:0:18709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788521542.805322:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222538496:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1788521542.816507:0:17179:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:3.0:1788521542.816527:0:17179:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:0.0:1788521542.816578:0:17239:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:0.0:1788521542.816591:0:17239:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000001:02000400:0.0:1788521543.096562:0:20577:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 07:32:20 (1788521540) 00010000:00010000:1.0:1788521543.117304:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521544.143825:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521544.309535:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521544.309571:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521544.309588:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521544.309603:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521544.309620:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521544.309663:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521544.309690:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201483904 00000100:00100000:3.0:1788521544.309700:0:17193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201483904 00000100:00100000:3.0:1788521544.311075:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 171 00000100:00100000:3.0:1788521544.311094:0:17193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7a7a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+13:2396:x1875400201483904:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1788521544.311186:0:17193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7a7a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+13:2396:x1875400201483904:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 99us (1659us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521544.311193:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 171 00000100:00100000:0.0:1788521544.317008:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201484160 00000100:00100000:0.0:1788521544.317035:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201484160 00000100:00100000:0.0:1788521544.317101:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201484416 00000100:00100000:0.0:1788521544.317104:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201484416 00000100:00100000:0.0:1788521544.317127:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201484032 00000100:00100000:0.0:1788521544.317130:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201484032 00000100:00100000:0.0:1788521544.317142:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201484544 00000100:00100000:0.0:1788521544.317145:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201484544 00000100:00100000:0.0:1788521544.317162:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 84 00000100:00100000:0.0:1788521544.317171:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:130bc563-236a-43ec-a1a1-1e1e641e5bc7+5:2396:x1875400201484160:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1788521544.317251:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:130bc563-236a-43ec-a1a1-1e1e641e5bc7+5:2396:x1875400201484160:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 81us (7678us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521544.317258:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 84 00000100:00100000:0.0:1788521544.317274:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 85 00000100:00100000:0.0:1788521544.317280:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+6:2396:x1875400201484416:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1788521544.317302:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+6:2396:x1875400201484416:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 23us (7713us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521544.317308:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 85 00000100:00100000:0.0:1788521544.317318:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 86 00000100:00100000:0.0:1788521544.317324:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:130bc563-236a-43ec-a1a1-1e1e641e5bc7+13:2396:x1875400201484032:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1788521544.317344:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:130bc563-236a-43ec-a1a1-1e1e641e5bc7+13:2396:x1875400201484032:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 20us (7740us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521544.317349:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 86 00000100:00100000:0.0:1788521544.317359:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 87 00000100:00100000:0.0:1788521544.317365:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+5:2396:x1875400201484544:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1788521544.317383:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+5:2396:x1875400201484544:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 19us (7721us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521544.317394:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 87 00000100:00080000:3.0:1788521544.319345:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788521544.319353:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788521544.319371:0:19185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201484288 00000100:00100000:3.0:1788521544.319381:0:19185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201484288 00000100:00100000:3.0:1788521544.319485:0:19185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 39 00000100:00100000:3.0:1788521544.319496:0:19185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:130bc563-236a-43ec-a1a1-1e1e641e5bc7+5:2396:x1875400201484288:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1788521544.319560:0:19185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:130bc563-236a-43ec-a1a1-1e1e641e5bc7+5:2396:x1875400201484288:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 67us (9938us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521544.319567:0:19185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 39 00000100:00080000:0.0:1788521544.324658:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:0.0:1788521544.851519:0:18701:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f42285c1-7e18-4c56-9a31-6c5ebfa3d451 00000020:00000080:0.0:1788521544.851529:0:18701:0:(genops.c:885:class_export_put()) final put ffff8fee44400000/f42285c1-7e18-4c56-9a31-6c5ebfa3d451 00000020:00000080:2.0:1788521544.851606:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee44400000/f42285c1-7e18-4c56-9a31-6c5ebfa3d451 for lustre-OST0000 00000020:00000080:2.0:1788521544.851667:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fee44407000 for lustre-OST0000 00000001:00100000:2.0:1788521544.852095:0:19520:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of f42285c1-7e18-4c56-9a31-6c5ebfa3d451 00000020:00000080:2.0:1788521544.852100:0:19520:0:(genops.c:885:class_export_put()) final put ffff8fee42367800/f42285c1-7e18-4c56-9a31-6c5ebfa3d451 00000001:00100000:2.0:1788521544.852119:0:19520:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 130bc563-236a-43ec-a1a1-1e1e641e5bc7 00000020:00000080:2.0:1788521544.852121:0:19520:0:(genops.c:885:class_export_put()) final put ffff8fef71ba7800/130bc563-236a-43ec-a1a1-1e1e641e5bc7 00000020:00000080:0.0:1788521544.852169:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee42367800/f42285c1-7e18-4c56-9a31-6c5ebfa3d451 for lustre-OST0001 00000020:00000080:0.0:1788521544.852198:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef71ba7800/130bc563-236a-43ec-a1a1-1e1e641e5bc7 for lustre-OST0001 00000020:00000080:0.0:1788521544.852215:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fee42362000 for lustre-OST0001 00000020:00000080:0.0:1788521544.852219:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef71ba0800 for lustre-OST0001 00010000:00010000:1.0:1788521545.165054:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521546.189066:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521546.381182:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222538624:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788521546.381270:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521546.381514:0:20540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222538624 00000100:00100000:0.0:1788521546.381522:0:20540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222538624 00000100:00100000:0.0:1788521546.381592:0:20540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788521546.381603:0:20540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4321dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222538624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788521546.381631:0:20540:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788521546.381679:0:20540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4321dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222538624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521546.381686:0:20540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:1.0:1788521546.381801:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788521546.381875:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222538624:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788521546.381913:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788521546.381920:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222538752:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788521546.381956:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521546.382082:0:18709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222538752 00000100:00100000:2.0:1788521546.382087:0:18709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222538752 00000100:00100000:2.0:1788521546.382121:0:18709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788521546.382128:0:18709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43df0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222538752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788521546.382139:0:18709:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788521546.382171:0:18709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43df0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222538752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 44us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521546.382177:0:18709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788521546.382438:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222538880:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788521546.382469:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788521546.382519:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788521546.382542:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222538752:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788521546.382588:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222538880 00000100:00100000:3.0:1788521546.382592:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222538880 00000100:00100000:3.0:1788521546.382623:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788521546.382630:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43df2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222538880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788521546.382655:0:17205:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1788521546.382691:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43df2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222538880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521546.382697:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788521546.382727:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222538880:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788521546.573741:0:17953:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788521546.893302:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788521546.893325:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222539008:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788521546.893397:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521546.894089:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222539008 00000100:00100000:2.0:1788521546.894099:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222539008 00000100:00100000:2.0:1788521546.894155:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788521546.894164:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222539008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788521546.894196:0:17204:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788521546.894256:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222539008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521546.894263:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788521546.894388:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222539008:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788521547.213175:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788521547.917601:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222539136:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788521547.917671:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521547.918130:0:18709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222539136 00000100:00100000:3.0:1788521547.918139:0:18709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222539136 00000100:00100000:3.0:1788521547.918207:0:18709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788521547.918219:0:18709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222539136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788521547.918248:0:18709:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788521547.918301:0:18709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222539136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521547.918308:0:18709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788521547.918353:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222539136:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1788521547.918430:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788521547.918754:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222539264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788521547.918790:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521547.918907:0:20540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222539264 00000100:00100000:1.0:1788521547.918913:0:20540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222539264 00000100:00100000:1.0:1788521547.918972:0:20540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788521547.918979:0:20540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222539264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788521547.918991:0:20540:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788521547.919024:0:20540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222539264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521547.919030:0:20540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788521547.919194:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222539520:0@lo:400:kworker.0 00000100:00100000:0.0:1788521547.919225:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521547.919249:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222540032:0@lo:400:kworker.0 00000100:00100000:0.0:1788521547.919272:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521547.919289:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875400222540544:0@lo:400:kworker.0 00000100:00100000:0.0:1788521547.919326:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521547.919345:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788521547.919351:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3646:1875400222539392:0@lo:400:kworker.0 00000100:00100000:0.0:1788521547.919386:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521547.919408:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222539904:0@lo:400:kworker.0 00000100:00100000:0.0:1788521547.919428:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521547.919443:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1875400222540416:0@lo:400:kworker.0 00000100:00100000:0.0:1788521547.919463:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521547.919490:0:18706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222540032 00000100:00100000:0.0:1788521547.919494:0:18706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222540032 00000100:00100000:0.0:1788521547.919529:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788521547.919534:0:18706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222540032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521547.919570:0:18706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222540032:12345-0@lo:400:kworker.0 Request processed in 36us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521547.919576:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788521547.919594:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222540544 00000100:00100000:0.0:1788521547.919597:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222540544 00000100:00100000:0.0:1788521547.919619:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222540416 00000100:00100000:0.0:1788521547.919622:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222540416 00000100:00100000:0.0:1788521547.919637:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1788521547.919644:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875400222540544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521547.919676:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875400222540544:12345-0@lo:400:kworker.0 Request processed in 33us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521547.919682:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1788521547.919693:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1788521547.919698:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875400222540416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521547.919732:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875400222540416:12345-0@lo:400:kworker.0 Request processed in 35us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521547.919738:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1788521547.919762:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222539392 00000100:00100000:0.0:1788521547.919765:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222539392 00000100:00100000:0.0:1788521547.919788:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1788521547.919793:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7a7a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:94dd3513-7bc4-4d8b-8448-a7d8a70716ce+24:3646:x1875400222539392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521547.919820:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7a7a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:94dd3513-7bc4-4d8b-8448-a7d8a70716ce+24:3646:x1875400222539392:12345-0@lo:400:kworker.0 Request processed in 27us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521547.919826:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1788521547.919855:0:17940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222539520 00000100:00100000:0.0:1788521547.919858:0:17940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222539520 00000100:00100000:0.0:1788521547.919876:0:17940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222539904 00000100:00100000:0.0:1788521547.919878:0:17940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222539904 00000100:00100000:0.0:1788521547.919922:0:17940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788521547.919928:0:17940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222539520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521547.919973:0:17940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222539520:12345-0@lo:400:kworker.0 Request processed in 45us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521547.919980:0:17940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788521547.919992:0:17940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788521547.920003:0:17940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222539904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521547.920029:0:17940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222539904:12345-0@lo:400:kworker.0 Request processed in 27us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521547.920034:0:17940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788521547.920063:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3646:1875400222539392:0@lo:400:kworker.0 00000100:00100000:0.0:1788521547.920073:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222539904:0@lo:400:kworker.0 00010000:00080000:0.0:1788521547.920096:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fef7b4fd180 x1875400222540416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521547.920104:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1875400222540416:0@lo:400:kworker.0 00000100:00100000:0.0:1788521547.920122:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222539520:0@lo:400:kworker.0 00000100:00100000:0.0:1788521547.920130:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222540032:0@lo:400:kworker.0 00000100:00100000:0.0:1788521547.920138:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875400222540544:0@lo:400:kworker.0 00000100:00080000:2.0:1788521547.920551:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788521547.920556:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788521547.920559:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788521547.920574:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875400222539776:0@lo:400:kworker.0 00000100:00100000:2.0:1788521547.920607:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521547.920646:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875400222540288:0@lo:400:kworker.0 00000100:00100000:2.0:1788521547.920668:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521547.920712:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222539264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788521547.920725:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788521547.920731:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222539648:0@lo:400:kworker.0 00000100:00100000:2.0:1788521547.920752:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521547.920768:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875400222540160:0@lo:400:kworker.0 00000100:00100000:2.0:1788521547.920787:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521547.920797:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875400222540672:0@lo:400:kworker.0 00000100:00100000:2.0:1788521547.920815:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521547.920905:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222539776 00000100:00100000:1.0:1788521547.920911:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222539776 00000100:00100000:1.0:1788521547.920944:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222540288 00000100:00100000:1.0:1788521547.920947:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222540288 00000100:00100000:1.0:1788521547.920977:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222540160 00000100:00100000:1.0:1788521547.920980:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222540160 00000100:00100000:1.0:1788521547.920989:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222540672 00000100:00100000:1.0:1788521547.920992:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222540672 00000100:00100000:1.0:1788521547.921004:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1788521547.921010:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875400222539776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521547.921058:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875400222539776:12345-0@lo:400:kworker.0 Request processed in 48us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521547.921065:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1788521547.921078:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1788521547.921084:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875400222540288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521547.921109:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875400222540288:12345-0@lo:400:kworker.0 Request processed in 26us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521547.921115:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1788521547.921125:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1788521547.921131:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875400222540160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521547.921162:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875400222540160:12345-0@lo:400:kworker.0 Request processed in 31us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521547.921168:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1788521547.921180:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1788521547.921186:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875400222540672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521547.921217:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875400222540672:12345-0@lo:400:kworker.0 Request processed in 32us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521547.921223:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00080000:2.0:1788521547.921536:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788521547.921540:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788521547.921561:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875400222540160:0@lo:400:kworker.0 00010000:00080000:2.0:1788521547.921573:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fef7b4fd500 x1875400222540672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521547.921582:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875400222540672:0@lo:400:kworker.0 00000100:00100000:2.0:1788521547.921590:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875400222539776:0@lo:400:kworker.0 00000100:00100000:2.0:1788521547.921598:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875400222540288:0@lo:400:kworker.0 00000100:00100000:3.0:1788521547.922837:0:18704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222539648 00000100:00100000:3.0:1788521547.922849:0:18704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222539648 00000100:00100000:3.0:1788521547.922952:0:18704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788521547.922961:0:18704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222539648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521547.923033:0:18704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222539648:12345-0@lo:400:kworker.0 Request processed in 74us (2279us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521547.923054:0:18704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788521547.923181:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222539648:0@lo:400:kworker.0 00010000:00010000:0.0:1788521548.237797:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521548.533007:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521548.533080:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201484800 00000100:00100000:1.0:1788521548.533089:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201484800 00000100:00100000:1.0:1788521548.533158:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 13 00000100:00080000:2.0:1788521548.533169:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788521548.533169:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:130bc563-236a-43ec-a1a1-1e1e641e5bc7+13:16378:x1875400201484800:12345-192.168.203.41@tcp:35:umount.0 00000001:00080000:1.0:1788521548.533382:0:17203:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:1.0:1788521548.533477:0:17203:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:1.0:1788521548.533615:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:130bc563-236a-43ec-a1a1-1e1e641e5bc7+16:16378:x1875400201484800:12345-192.168.203.41@tcp:35:umount.0 Request processed in 448us (617us total) trans 8589934626 rc 0/0 00000100:00100000:1.0:1788521548.533624:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 13 00000020:00080000:1.0:1788521548.533629:0:17203:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1788521548.548848:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521548.548941:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521548.549083:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521548.551957:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521548.551988:0:18707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201485312 00000100:00100000:3.0:1788521548.551997:0:18707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201485312 00000100:00100000:2.0:1788521548.552097:0:18731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201484928 00000100:00100000:2.0:1788521548.552102:0:18731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201484928 00000100:00100000:3.0:1788521548.552118:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 32 00000100:00100000:3.0:1788521548.552130:0:18707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43df2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:130bc563-236a-43ec-a1a1-1e1e641e5bc7+5:2392:x1875400201485312:12345-192.168.203.41@tcp:9:umount.0 00000100:00100000:2.0:1788521548.552137:0:18731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201485056 00000100:00100000:2.0:1788521548.552139:0:18731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201485056 00000100:00100000:2.0:1788521548.552150:0:18731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201485184 00000100:00100000:2.0:1788521548.552152:0:18731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201485184 00000020:00000080:3.0:1788521548.552164:0:18707:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d28de 00000100:00080000:3.0:1788521548.552173:0:18707:0:(import.c:65:import_set_state_nolock()) ffff8fef81493800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788521548.552183:0:18731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 3 00000100:00100000:2.0:1788521548.552189:0:18731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+15:2395:x1875400201484928:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788521548.552199:0:18731:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00000004:3.0:1788521548.552213:0:18707:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:2.0:1788521548.552217:0:18731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fee42411e00/0x411dd0ee4d2d28bb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eed9a5 expref: 15 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521548.552234:0:18731:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788521548.552283:0:18731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+14:2395:x1875400201484928:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 94us (3445us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521548.552290:0:18731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 3 00000100:00100000:2.0:1788521548.552306:0:18731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 4 00000100:00100000:2.0:1788521548.552311:0:18731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+13:2395:x1875400201485056:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788521548.552319:0:18731:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788521548.552328:0:18731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef6d7b7a00/0x411dd0ee4d2d28c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eed9d6 expref: 13 pid: 17193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521548.552336:0:18707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43df2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:130bc563-236a-43ec-a1a1-1e1e641e5bc7+2:2392:x1875400201485312:12345-192.168.203.41@tcp:9:umount.0 Request processed in 210us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521548.552343:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 32 00010000:00010000:3.0:1788521548.552361:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521548.552408:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 5 00000100:00100000:3.0:1788521548.552415:0:17186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+13:2395:x1875400201485184:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788521548.552423:0:17186:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788521548.552433:0:17186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef457f3200/0x411dd0ee4d2d297f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eeda8c expref: 13 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521548.552442:0:17186:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788521548.552448:0:18731:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788521548.552460:0:17186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+11:2395:x1875400201485184:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 46us (3377us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521548.552461:0:18731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+11:2395:x1875400201485056:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 151us (3521us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521548.552466:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 5 00000100:00100000:2.0:1788521548.552479:0:18731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 4 00000100:00080000:3.0:1788521548.552503:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788521548.559059:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521548.559291:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201486208 00000100:00100000:1.0:1788521548.559302:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201486208 00000100:00100000:1.0:1788521548.559610:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 67 00000100:00100000:1.0:1788521548.559621:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:130bc563-236a-43ec-a1a1-1e1e641e5bc7+16:2392:x1875400201486208:12345-192.168.203.41@tcp:39:umount.0 00000020:00000080:1.0:1788521548.559653:0:17199:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d28d0 00000020:00010000:1.0:1788521548.559671:0:17199:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8fee4376f000: total 0 00000100:00080000:1.0:1788521548.559676:0:17199:0:(import.c:65:import_set_state_nolock()) ffff8fee4376c800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788521548.559773:0:17199:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000020:00010000:2.0:1788521548.559794:0:17187:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8fee4376f000: total 0 00010000:00010000:2.0:1788521548.559845:0:17187:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8fee4376f000, canceled 0 locks, left on hash table 8. 00010000:00010000:2.0:1788521548.559877:0:17187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fef44f4f300) 00000100:00100000:1.0:1788521548.560054:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:130bc563-236a-43ec-a1a1-1e1e641e5bc7+15:2392:x1875400201486208:12345-192.168.203.41@tcp:39:umount.0 Request processed in 434us (1013us total) trans 8589934627 rc 0/0 00000100:00100000:1.0:1788521548.560063:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 67 00010000:00010000:2.0:1788521548.560498:0:17187:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788521548.560510:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef457f3a00/0x411dd0ee4d2d29f6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedaa8 expref: 14 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521548.560559:0:17187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8fef44f4f800) 00010000:00010000:2.0:1788521548.560562:0:17187:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788521548.560568:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef40031800/0x411dd0ee4d2d2b85 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedb26 expref: 13 pid: 17200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521548.560594:0:17187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8fef44f4f500) 00010000:00010000:2.0:1788521548.560597:0:17187:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788521548.560601:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef40030e00/0x411dd0ee4d2d2be0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedb42 expref: 12 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521548.560613:0:17187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8fef44f4f100) 00010000:00010000:2.0:1788521548.560615:0:17187:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788521548.560618:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef457f2c00/0x411dd0ee4d2d299b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eeda93 expref: 11 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521548.560632:0:17187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8fef74b1b700) 00010000:00010000:2.0:1788521548.560634:0:17187:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788521548.560638:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef457f3400/0x411dd0ee4d2d2a7b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedad2 expref: 10 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521548.560652:0:17187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8fef44f4f500) 00010000:00010000:2.0:1788521548.560654:0:17187:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788521548.560658:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411200/0x411dd0ee4d2d2b2a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedb11 expref: 9 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521548.560672:0:17187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8fef44f4f500) 00010000:00010000:2.0:1788521548.560680:0:17187:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1788521548.560685:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef40030200/0x411dd0ee4d2d2af9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedafc expref: 8 pid: 19535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521548.560702:0:17187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8fef51db3e00) 00010000:00010000:2.0:1788521548.560705:0:17187:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788521548.560708:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef71c94e00/0x411dd0ee4d2d29b7 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eeda9a expref: 7 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521548.560720:0:17187:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8fee4376f000, canceled 8 locks, left on hash table 0. 00010000:00010000:2.0:1788521548.560738:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521548.560740:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521548.560742:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521548.572006:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521548.572497:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201486336 00000100:00100000:3.0:1788521548.572512:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201486336 00000100:00100000:3.0:1788521548.572613:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 68 00000100:00100000:3.0:1788521548.572628:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:130bc563-236a-43ec-a1a1-1e1e641e5bc7+5:2392:x1875400201486336:12345-192.168.203.41@tcp:39:umount.0 00000020:00000080:3.0:1788521548.572673:0:17200:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d28d7 00000100:00080000:3.0:1788521548.572765:0:17200:0:(import.c:65:import_set_state_nolock()) ffff8fee43769800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788521548.572807:0:17200:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:1.0:1788521548.573217:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788521548.573768:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788521548.573871:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:130bc563-236a-43ec-a1a1-1e1e641e5bc7+3:2392:x1875400201486336:12345-192.168.203.41@tcp:39:umount.0 Request processed in 1242us (1873us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1788521548.573901:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 68 00010000:00010000:0.0:1788521549.261197:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521549.416864:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521549.416985:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521549.417029:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521549.417130:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201486592 00000100:00100000:2.0:1788521549.417144:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201486592 00000100:00100000:0.0:1788521549.417225:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201486720 00000100:00100000:0.0:1788521549.417230:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201486720 00000100:00100000:2.0:1788521549.417246:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 94 00000100:00100000:2.0:1788521549.417258:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43df1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+6:2396:x1875400201486592:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1788521549.417304:0:17193:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201486464 00000100:00100000:1.0:1788521549.417309:0:17193:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201486464 00000100:00100000:1.0:1788521549.417345:0:17193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 173 00000100:00100000:1.0:1788521549.417352:0:17193:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7a7a7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+10:2396:x1875400201486464:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1788521549.417358:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43df1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+6:2396:x1875400201486592:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 103us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521549.417367:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 94 00000100:00100000:1.0:1788521549.417380:0:17193:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7a7a7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+10:2396:x1875400201486464:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 29us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521549.417386:0:17193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 173 00000100:00100000:2.0:1788521549.417399:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 95 00000100:00100000:2.0:1788521549.417405:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43df0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+5:2396:x1875400201486720:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1788521549.417440:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43df0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+5:2396:x1875400201486720:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 35us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521549.417447:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 95 00000100:00080000:1.0:1788521549.423540:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788521549.423566:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788521550.286687:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521550.884587:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521550.884697:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521550.884945:0:18731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201486848 00000100:00100000:2.0:1788521550.884959:0:18731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201486848 00000100:00100000:2.0:1788521550.885042:0:18731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201486976 00000100:00100000:2.0:1788521550.885046:0:18731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201486976 00000100:00100000:2.0:1788521550.885082:0:18731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 6 00000100:00100000:2.0:1788521550.885095:0:18731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+11:2396:x1875400201486848:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788521550.885117:0:18731:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788521550.885142:0:18731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef457f2000/0x411dd0ee4d2d28fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eeda15 expref: 11 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521550.885166:0:18731:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788521550.885237:0:18731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+10:2396:x1875400201486848:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 144us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521550.885245:0:18731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 6 00000100:00100000:2.0:1788521550.885265:0:18731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 7 00000100:00100000:2.0:1788521550.885272:0:18731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+9:2396:x1875400201486976:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788521550.885280:0:18731:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788521550.885289:0:18731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef457f3600/0x411dd0ee4d2d2901 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eeda46 expref: 9 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521550.885299:0:18731:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788521550.885318:0:18731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+8:2396:x1875400201486976:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 46us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521550.885325:0:18731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 7 00000100:00100000:3.0:1788521550.888644:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521550.889104:0:18731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201487104 00000100:00100000:2.0:1788521550.889118:0:18731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201487104 00000100:00100000:2.0:1788521550.889198:0:18731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 8 00000100:00100000:2.0:1788521550.889210:0:18731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43df2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+8:2393:x1875400201487104:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788521550.889249:0:18731:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788521550.889274:0:18731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef457f2200/0x411dd0ee4d2d2978 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eeda85 expref: 8 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521550.889298:0:18731:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788521550.889382:0:18731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43df2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+7:2393:x1875400201487104:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 174us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521550.889390:0:18731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 8 00000100:00100000:3.0:1788521550.890321:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521550.890484:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201487360 00000100:00100000:1.0:1788521550.890505:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201487360 00000100:00100000:1.0:1788521550.890559:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 69 00000100:00100000:1.0:1788521550.890569:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43df1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+6:2392:x1875400201487360:12345-192.168.203.41@tcp:39:umount.0 00000020:00000080:1.0:1788521550.890605:0:17201:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d290f 00000020:00010000:1.0:1788521550.890614:0:17201:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8fee42364000: total 0 00000100:00080000:1.0:1788521550.890626:0:17201:0:(import.c:65:import_set_state_nolock()) ffff8fee42360000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788521550.890663:0:17201:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000020:00010000:0.0:1788521550.890699:0:17187:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8fee42364000: total 0 00010000:00010000:0.0:1788521550.890802:0:17187:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8fee42364000, canceled 0 locks, left on hash table 1. 00000100:00100000:1.0:1788521550.890837:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43df1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+5:2392:x1875400201487360:12345-192.168.203.41@tcp:39:umount.0 Request processed in 265us (521us total) trans 8589934628 rc 0/0 00010000:00010000:0.0:1788521550.890850:0:17187:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fef44f4f300) 00010000:00010000:0.0:1788521550.890859:0:17187:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00000100:00100000:1.0:1788521550.890861:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 69 00010000:00010000:0.0:1788521550.890873:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef457f2e00/0x411dd0ee4d2d2a04 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedaaf expref: 5 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521550.891005:0:17187:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8fee42364000, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1788521550.891023:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521550.891025:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521550.891027:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521550.902302:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521550.902421:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201487488 00000100:00100000:3.0:1788521550.902434:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201487488 00000100:00100000:3.0:1788521550.902518:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 70 00000100:00100000:3.0:1788521550.902530:0:19535:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+5:2392:x1875400201487488:12345-192.168.203.41@tcp:39:umount.0 00000020:00000080:3.0:1788521550.902584:0:19535:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2916 00000100:00080000:3.0:1788521550.902598:0:19535:0:(import.c:65:import_set_state_nolock()) ffff8fef483de800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788521550.902634:0:19535:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:1.0:1788521550.902799:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521550.902835:0:19535:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f42285c1-7e18-4c56-9a31-6c5ebfa3d451+3:2392:x1875400201487488:12345-192.168.203.41@tcp:39:umount.0 Request processed in 304us (547us total) trans 8589934594 rc 0/0 00000100:00100000:3.0:1788521550.902846:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 70 00000100:00100000:1.0:1788521550.929285:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521550.929454:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201487744 00000100:00100000:2.0:1788521550.929469:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201487744 00000100:00100000:2.0:1788521550.929549:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 174 00000100:00100000:2.0:1788521550.929561:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7a7a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+7:2392:x1875400201487744:12345-192.168.203.41@tcp:251:umount.0 00000020:00000080:2.0:1788521550.929629:0:17194:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d28ad 00000020:00010000:2.0:1788521550.929641:0:17194:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8fef76791800: total 0 00000100:00080000:2.0:1788521550.929647:0:17194:0:(import.c:65:import_set_state_nolock()) ffff8fef76790800 : changing import state from FULL to CLOSED 00000020:00010000:0.0:1788521550.929773:0:20227:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8fef76791800: total 0 00010000:00010000:0.0:1788521550.929849:0:20227:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8fef76791800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1788521550.929945:0:20227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fee42411c00/0x411dd0ee4d2d28b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eed99e expref: 3 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521550.929967:0:20227:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8fef76791800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1788521550.929980:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521550.929983:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521550.929985:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521550.931077:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7a7a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd8ede77-4a8a-40f5-a75d-31d60b0f4d28+1:2392:x1875400201487744:12345-192.168.203.41@tcp:251:umount.0 Request processed in 1508us (1799us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521550.931092:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 174 00000020:00000080:2.0:1788521550.931114:0:17194:0:(genops.c:885:class_export_put()) final put ffff8fef76791800/cd8ede77-4a8a-40f5-a75d-31d60b0f4d28 00000020:00000080:0.0:1788521550.931401:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef76791800/cd8ede77-4a8a-40f5-a75d-31d60b0f4d28 for MGS 00000020:00000080:0.0:1788521550.934510:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef76790800 for MGS 00010000:00010000:1.0:1788521551.309808:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521551.502656:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43df0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222540800:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788521551.502766:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521551.502842:0:17940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222540800 00000100:00100000:3.0:1788521551.502853:0:17940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222540800 00000100:00100000:2.0:1788521551.503089:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222540928:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788521551.503131:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521551.503186:0:18708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222540928 00000100:00100000:2.0:1788521551.503191:0:18708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222540928 00000100:00100000:2.0:1788521551.503249:0:18708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788521551.503262:0:18708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222540928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788521551.503308:0:18708:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788521551.503377:0:18708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222540928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521551.503385:0:18708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:2.0:1788521551.503413:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788521551.503461:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222540928:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788521551.503787:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788521551.503798:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43df3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222540800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788521551.503830:0:17204:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1788521551.504256:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43df3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222540800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 460us (1490us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521551.504264:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788521551.507017:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222541056:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788521551.507121:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521551.507199:0:18709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222541056 00000100:00100000:2.0:1788521551.507209:0:18709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222541056 00000100:00100000:2.0:1788521551.507278:0:18709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788521551.507289:0:18709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222541056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788521551.507319:0:18709:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788521551.507373:0:18709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222541056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521551.507381:0:18709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:2.0:1788521551.507406:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788521551.507452:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222541056:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788521551.508666:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43df0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222540800:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1788521552.013309:0:17234:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788521552.013323:0:17234:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788521552.013350:0:17234:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1788521552.013361:0:17234:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1788521552.016063:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222541184:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788521552.016156:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521552.016271:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222541184 00000100:00100000:1.0:1788521552.016282:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222541184 00000100:00100000:1.0:1788521552.016346:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788521552.016356:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43df0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222541184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788521552.016397:0:17205:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788521552.016451:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43df0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222541184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521552.016458:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788521552.016510:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222541184:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788521552.335086:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788521553.034386:0:20772:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000100:00100000:2.0:1788521553.038264:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222541312:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788521553.038357:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521553.038492:0:20540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222541312 00000100:00100000:2.0:1788521553.038502:0:20540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222541312 00000100:00100000:2.0:1788521553.038568:0:20540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788521553.038578:0:20540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222541312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788521553.038616:0:20540:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788521553.038669:0:20540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222541312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521553.038677:0:20540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:2.0:1788521553.038703:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788521553.038749:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222541312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788521553.039492:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3645:1875400222541440:0@lo:400:kworker.0 00000100:00100000:0.0:1788521553.039551:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521553.039701:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222541440 00000100:00100000:1.0:1788521553.039709:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222541440 00000100:00100000:1.0:1788521553.039754:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1788521553.039763:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7a7a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:94dd3513-7bc4-4d8b-8448-a7d8a70716ce+24:3645:x1875400222541440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521553.039952:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788521553.039964:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222541696:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788521553.040000:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521553.040032:0:18708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222541696 00000100:00100000:3.0:1788521553.040037:0:18708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222541696 00000100:00100000:3.0:1788521553.040076:0:18708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788521553.040084:0:18708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222541696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788521553.040100:0:18708:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788521553.040136:0:18708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222541696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521553.040142:0:18708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:3.0:1788521553.040160:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788521553.040195:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222541696:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788521553.040491:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222541568:0@lo:400:kworker.0 00000100:00100000:2.0:1788521553.040528:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521553.040549:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222542080:0@lo:400:kworker.0 00000100:00100000:2.0:1788521553.040570:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521553.040589:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43c65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1875400222542592:0@lo:400:kworker.0 00000100:00100000:2.0:1788521553.040614:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521553.040636:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788521553.040641:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875400222541952:0@lo:400:kworker.0 00000100:00100000:2.0:1788521553.040662:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521553.040678:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef58343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1875400222542464:0@lo:400:kworker.0 00000100:00100000:2.0:1788521553.040699:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521553.040726:0:17940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222541568 00000100:00100000:2.0:1788521553.040731:0:17940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222541568 00000100:00100000:2.0:1788521553.040758:0:17940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222542080 00000100:00100000:2.0:1788521553.040761:0:17940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222542080 00000100:00100000:2.0:1788521553.040776:0:17940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788521553.040783:0:17940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef752b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222541568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521553.040846:0:17940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef752b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222541568:12345-0@lo:400:kworker.0 Request processed in 62us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521553.040854:0:17940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788521553.040872:0:17940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788521553.040878:0:17940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef752b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222542080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521553.040940:0:17940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef752b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222542080:12345-0@lo:400:kworker.0 Request processed in 62us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521553.040946:0:17940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788521553.040965:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222542592 00000100:00100000:2.0:1788521553.040968:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222542592 00000100:00100000:2.0:1788521553.041002:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222541952 00000100:00100000:2.0:1788521553.041005:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222541952 00000100:00100000:2.0:1788521553.041017:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222542464 00000100:00100000:2.0:1788521553.041019:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222542464 00000100:00100000:2.0:1788521553.041032:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1788521553.041037:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef752b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875400222542592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521553.041066:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef752b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875400222542592:12345-0@lo:400:kworker.0 Request processed in 29us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521553.041072:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1788521553.041083:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1788521553.041087:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef752b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875400222541952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521553.041112:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef752b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875400222541952:12345-0@lo:400:kworker.0 Request processed in 25us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521553.041118:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1788521553.041129:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1788521553.041134:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef752b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875400222542464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521553.041171:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef752b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875400222542464:12345-0@lo:400:kworker.0 Request processed in 37us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521553.041177:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1788521553.041216:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875400222541952:0@lo:400:kworker.0 00000100:00100000:2.0:1788521553.041227:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef58343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1875400222542464:0@lo:400:kworker.0 00000100:00100000:2.0:1788521553.041236:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222541568:0@lo:400:kworker.0 00000100:00100000:2.0:1788521553.041245:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222542080:0@lo:400:kworker.0 00010000:00080000:2.0:1788521553.041257:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee43c65f80 x1875400222542592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521553.041268:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43c65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1875400222542592:0@lo:400:kworker.0 00000100:00080000:3.0:1788521553.044210:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788521553.044221:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788521553.044250:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222541824:0@lo:400:kworker.0 00000100:00100000:3.0:1788521553.044346:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521553.044393:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875400222542336:0@lo:400:kworker.0 00000100:00100000:3.0:1788521553.044434:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521553.044461:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef752b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875400222542848:0@lo:400:kworker.0 00000100:00100000:3.0:1788521553.044504:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521553.044534:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788521553.044542:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222542208:0@lo:400:kworker.0 00000100:00100000:3.0:1788521553.044566:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521553.044585:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef752b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1875400222542720:0@lo:400:kworker.0 00000100:00100000:3.0:1788521553.044607:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521553.044648:0:18704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222541824 00000100:00100000:3.0:1788521553.044658:0:18704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222541824 00000100:00100000:3.0:1788521553.044716:0:18704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222542208 00000100:00100000:3.0:1788521553.044720:0:18704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222542208 00000100:00100000:3.0:1788521553.044748:0:18704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788521553.044758:0:18704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222541824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521553.044817:0:18704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222541824:12345-0@lo:400:kworker.0 Request processed in 60us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521553.044825:0:18704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788521553.044845:0:18704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788521553.044852:0:18704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222542208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521553.044880:0:18704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222542208:12345-0@lo:400:kworker.0 Request processed in 28us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521553.044923:0:18704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788521553.044944:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222542336 00000100:00100000:3.0:1788521553.044948:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222542336 00000100:00100000:3.0:1788521553.044967:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222542848 00000100:00100000:3.0:1788521553.044970:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222542848 00000100:00100000:3.0:1788521553.044984:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222542720 00000100:00100000:3.0:1788521553.044986:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222542720 00000100:00100000:3.0:1788521553.045001:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1788521553.045007:0:19535:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875400222542336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521553.045048:0:19535:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875400222542336:12345-0@lo:400:kworker.0 Request processed in 40us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521553.045054:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1788521553.045065:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1788521553.045071:0:19535:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875400222542848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521553.045097:0:19535:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875400222542848:12345-0@lo:400:kworker.0 Request processed in 26us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521553.045103:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1788521553.045114:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1788521553.045120:0:19535:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875400222542720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521553.045146:0:19535:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875400222542720:12345-0@lo:400:kworker.0 Request processed in 26us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521553.045151:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00080000:3.0:1788521553.045174:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788521553.045177:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788521553.045179:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788521553.045214:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222542208:0@lo:400:kworker.0 00000100:00100000:3.0:1788521553.045225:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef752b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1875400222542720:0@lo:400:kworker.0 00000100:00100000:3.0:1788521553.045235:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222541824:0@lo:400:kworker.0 00000100:00100000:3.0:1788521553.045246:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4321e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875400222542336:0@lo:400:kworker.0 00010000:00080000:3.0:1788521553.045258:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fef752b3480 x1875400222542848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521553.045268:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef752b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875400222542848:0@lo:400:kworker.0 00000100:00100000:1.0:1788521553.045879:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7a7a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:94dd3513-7bc4-4d8b-8448-a7d8a70716ce+24:3645:x1875400222541440:12345-0@lo:400:kworker.0 Request processed in 6112us (6321us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521553.045915:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1788521553.048728:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3645:1875400222541440:0@lo:400:kworker.0 00000020:01000004:2.0:1788521553.059277:0:20772:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1788521553.059361:0:20772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d200/0x411dd0ee4d2d2470 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2477 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.059380:0:20772:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d200/0x411dd0ee4d2d2470 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2477 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.059387:0:20772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d200/0x411dd0ee4d2d2470 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d2477 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.059395:0:20772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d200/0x411dd0ee4d2d2470 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d2477 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.059465:0:20772:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788521553.059472:0:20772:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1788521553.059524:0:20772:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788521553.059529:0:20772:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788521553.059538:0:20772:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788521553.059574:0:20772:0:(import.c:65:import_set_state_nolock()) ffff8fef71bc4000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1788521553.060114:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef752b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875400222542976:0@lo:39:umount.0 00000100:00100000:0.0:1788521553.060218:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521553.060355:0:19535:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222542976 00000100:00100000:3.0:1788521553.060366:0:19535:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222542976 00000100:00100000:3.0:1788521553.060448:0:19535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788521553.060459:0:19535:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875400222542976:12345-0@lo:39:umount.0 00000020:00000080:3.0:1788521553.060572:0:19535:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d24a1 00000100:00080000:3.0:1788521553.060584:0:19535:0:(import.c:65:import_set_state_nolock()) ffff8fef81585800 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788521553.060714:0:17188:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788521553.060725:0:17188:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d200/0x411dd0ee4d2d2470 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d2477 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521553.060735:0:17188:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef7f12d200 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:1.0:1788521553.060740:0:17188:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d200/0x411dd0ee4d2d2470 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d2477 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521553.060751:0:17188:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d200/0x411dd0ee4d2d2470 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x411dd0ee4d2d2477 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788521553.060759:0:17188:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d200/0x411dd0ee4d2d2470 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x411dd0ee4d2d2477 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788521553.060765:0:17188:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788521553.060768:0:17188:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1788521553.060771:0:17188:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788521553.060810:0:17188:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d200/0x411dd0ee4d2d2470 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d2477 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521553.060817:0:17188:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788521553.060846:0:17188:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d200/0x411dd0ee4d2d2470 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d2477 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521553.060870:0:17188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d200/0x411dd0ee4d2d2470 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d2477 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521553.060922:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521553.060925:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521553.060927:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788521553.060938:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788521553.060953:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3646:1875400222543104:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788521553.061004:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521553.061054:0:17184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222543104 00000100:00100000:1.0:1788521553.061059:0:17184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222543104 00000100:00100000:1.0:1788521553.061102:0:17184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788521553.061110:0:17184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:94dd3513-7bc4-4d8b-8448-a7d8a70716ce+24:3646:x1875400222543104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788521553.061121:0:17184:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788521553.061139:0:17184:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef4167ee00/0x411dd0ee4d2d2477 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x411dd0ee4d2d2470 expref: 24 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521553.061155:0:17184:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788521553.061192:0:17184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:94dd3513-7bc4-4d8b-8448-a7d8a70716ce+23:3646:x1875400222543104:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521553.061199:0:17184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788521553.061243:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3646:1875400222543104:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788521553.061745:0:19535:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:3642:x1875400222542976:12345-0@lo:39:umount.0 Request processed in 1286us (1525us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521553.061754:0:19535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:3.0:1788521553.061764:0:19535:0:(genops.c:885:class_export_put()) final put ffff8fef71ba1000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1788521553.061794:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef71ba1000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1788521553.061853:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef81585800 for lustre-MDT0000 00000100:00080000:2.0:1788521553.061951:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef71bc4000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788521553.061967:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef752b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875400222542976:0@lo:39:umount.0 00000100:00080000:3.0:1788521553.062030:0:20772:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788521553.062034:0:20772:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788521553.062039:0:20772:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788521553.063359:0:20772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee434aba00/0x411dd0ee4d2d23c1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d23c8 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521553.063379:0:20772:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee434aba00/0x411dd0ee4d2d23c1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d23c8 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521553.063387:0:20772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee434aba00/0x411dd0ee4d2d23c1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d23c8 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521553.063395:0:20772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.141@tcp lock: ffff8fee434aba00/0x411dd0ee4d2d23c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d23c8 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521553.064542:0:20227:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788521553.064555:0:20227:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fee434aba00/0x411dd0ee4d2d23c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d23c8 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521553.064566:0:20227:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee434aba00 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:0.0:1788521553.064570:0:20227:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fee434aba00/0x411dd0ee4d2d23c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d23c8 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521553.064582:0:20227:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fee434aba00/0x411dd0ee4d2d23c1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x411dd0ee4d2d23c8 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788521553.064589:0:20227:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fee434aba00/0x411dd0ee4d2d23c1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x411dd0ee4d2d23c8 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788521553.064616:0:20227:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788521553.064620:0:20227:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:0.0:1788521553.064669:0:20227:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fee434aba00/0x411dd0ee4d2d23c1 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d23c8 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521553.064675:0:20227:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1788521553.064738:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3646:1875400222543232:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788521553.064823:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521553.065022:0:18731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222543232 00000100:00100000:2.0:1788521553.065033:0:18731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222543232 00000100:00100000:2.0:1788521553.065102:0:18731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788521553.065113:0:18731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:94dd3513-7bc4-4d8b-8448-a7d8a70716ce+23:3646:x1875400222543232:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788521553.065129:0:18731:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788521553.065146:0:18731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef7f12ce00/0x411dd0ee4d2d23c8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x411dd0ee4d2d23c1 expref: 23 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.065163:0:18731:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788521553.065229:0:20227:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fee434aba00/0x411dd0ee4d2d23c1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d23c8 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521553.065240:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521553.065241:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521553.065243:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521553.065300:0:18731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:94dd3513-7bc4-4d8b-8448-a7d8a70716ce+22:3646:x1875400222543232:12345-0@lo:103:ldlm_bl.0 Request processed in 189us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521553.065308:0:18731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:3.0:1788521553.065380:0:20772:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788521553.065388:0:20772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fee434aba00/0x411dd0ee4d2d23c1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d23c8 expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521553.065412:0:20772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef7f12c200/0x411dd0ee4d2d27d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d27db expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521553.065429:0:20772:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef7f12c200/0x411dd0ee4d2d27d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d27db expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521553.065437:0:20772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef7f12c200/0x411dd0ee4d2d27d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d27db expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521553.065445:0:20772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.141@tcp lock: ffff8fef7f12c200/0x411dd0ee4d2d27d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d27db expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521553.065470:0:20772:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788521553.065477:0:20772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6c00/0x411dd0ee4d2d296a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2971 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521553.065484:0:20772:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6c00/0x411dd0ee4d2d296a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2971 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521553.065489:0:20772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6c00/0x411dd0ee4d2d296a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d2971 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521553.065494:0:20772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6c00/0x411dd0ee4d2d296a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d2971 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521553.065508:0:20772:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788521553.065514:0:20772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee434aae00/0x411dd0ee4d2d23b3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d23ba expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521553.065532:0:20772:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee434aae00/0x411dd0ee4d2d23b3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d23ba expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521553.065539:0:20772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee434aae00/0x411dd0ee4d2d23b3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d23ba expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521553.065546:0:20772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.141@tcp lock: ffff8fee434aae00/0x411dd0ee4d2d23b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d23ba expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521553.065558:0:20772:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:3.0:1788521553.065562:0:20772:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:3.0:1788521553.065566:0:20772:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:3.0:1788521553.065613:0:20772:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1788521553.065617:0:20772:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1788521553.065622:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788521553.065629:0:20772:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:3.0:1788521553.065635:0:20772:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8fee4376a800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788521553.065641:0:20772:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8fef5832e000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788521553.065647:0:20772:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8fee41abb800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788521553.065652:0:20772:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8fef4e7a4800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788521553.065660:0:20772:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8fee42364000 f42285c1-7e18-4c56-9a31-6c5ebfa3d451 192.168.203.41@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:3.0:1788521553.065664:0:20772:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8fee4376f000 130bc563-236a-43ec-a1a1-1e1e641e5bc7 192.168.203.41@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:3.0:1788521553.065670:0:20772:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff8fef4e784d40) has exports, disconnecting them 00000020:00080000:3.0:1788521553.065674:0:20772:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8fee4376a800), last request at 1788521553 00000020:00000080:3.0:1788521553.065682:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d27a3 00000100:00080000:3.0:1788521553.065705:0:20772:0:(import.c:65:import_set_state_nolock()) ffff8fee4376e000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788521553.065761:0:20772:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fee4376a800): rc 0 00000020:00000080:3.0:1788521553.065764:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fee4376a800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1788521553.065774:0:20772:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8fef5832e000), last request at 1788521553 00000020:00000080:3.0:1788521553.065777:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d263e 00000100:00080000:3.0:1788521553.065782:0:20772:0:(import.c:65:import_set_state_nolock()) ffff8fef58328000 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1788521553.065791:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee4376a800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1788521553.065837:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fee4376e000 for lustre-MDT0000 00000020:00080000:3.0:1788521553.065852:0:20772:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fef5832e000): rc 0 00000020:00000080:3.0:1788521553.065854:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef5832e000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1788521553.065860:0:20772:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8fee41abb800), last request at 1788521474 00000020:00000080:3.0:1788521553.065863:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d258f 00000100:00080000:3.0:1788521553.065866:0:20772:0:(import.c:65:import_set_state_nolock()) ffff8fee41abd000 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1788521553.065872:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef5832e000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1788521553.065936:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef58328000 for lustre-MDT0000 00000020:00080000:3.0:1788521553.065948:0:20772:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fee41abb800): rc 0 00000020:00000080:3.0:1788521553.065950:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fee41abb800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:3.0:1788521553.065956:0:20772:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8fef4e7a4800), last request at 1788521474 00000020:00000080:3.0:1788521553.065960:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2526 00000100:00080000:3.0:1788521553.065964:0:20772:0:(import.c:65:import_set_state_nolock()) ffff8fef6e4e3800 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1788521553.065970:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee41abb800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1788521553.065993:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fee41abd000 for lustre-MDT0000 00000001:00000004:3.0:1788521553.066005:0:20772:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:3.0:1788521553.066093:0:20772:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fef4e7a4800): rc 0 00000004:00000080:3.0:1788521553.066099:0:20772:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa9e3419a3ae0 00000100:00080000:3.0:1788521553.066121:0:20772:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788521553.066126:0:20772:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788521553.066984:0:20772:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788521553.067029:0:20772:0:(import.c:65:import_set_state_nolock()) ffff8fef81475000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1788521553.067735:0:17187:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788521553.067747:0:17187:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef7f12c200/0x411dd0ee4d2d27d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d27db expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.067759:0:17187:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef7f12c200 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:2.0:1788521553.067763:0:17187:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef7f12c200/0x411dd0ee4d2d27d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d27db expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.067776:0:17187:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef7f12c200/0x411dd0ee4d2d27d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x411dd0ee4d2d27db expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788521553.067803:0:17187:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef7f12c200/0x411dd0ee4d2d27d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x411dd0ee4d2d27db expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788521553.067810:0:17187:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1788521553.067813:0:17187:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1788521553.067817:0:17187:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1788521553.067864:0:17187:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fef7f12c200/0x411dd0ee4d2d27d4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d27db expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.067872:0:17187:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788521553.068165:0:17187:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef7f12c200/0x411dd0ee4d2d27d4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d27db expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.068174:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef7f12c200/0x411dd0ee4d2d27d4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d27db expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.068192:0:17187:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788521553.068196:0:17187:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6c00/0x411dd0ee4d2d296a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d2971 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.068202:0:17187:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef6d7b6c00 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:2.0:1788521553.068206:0:17187:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6c00/0x411dd0ee4d2d296a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d2971 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.068212:0:17187:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6c00/0x411dd0ee4d2d296a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x411dd0ee4d2d2971 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788521553.068219:0:17187:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6c00/0x411dd0ee4d2d296a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x411dd0ee4d2d2971 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788521553.068235:0:17187:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788521553.068237:0:17187:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1788521553.068239:0:17187:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1788521553.068258:0:17187:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6c00/0x411dd0ee4d2d296a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d2971 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.068263:0:17187:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788521553.068271:0:17187:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6c00/0x411dd0ee4d2d296a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d2971 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.068278:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6c00/0x411dd0ee4d2d296a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d2971 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.068287:0:17187:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788521553.068291:0:17187:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fee434aae00/0x411dd0ee4d2d23b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d23ba expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.068296:0:17187:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee434aae00 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:2.0:1788521553.068299:0:17187:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fee434aae00/0x411dd0ee4d2d23b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d23ba expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.068305:0:17187:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fee434aae00/0x411dd0ee4d2d23b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x411dd0ee4d2d23ba expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788521553.068310:0:17187:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fee434aae00/0x411dd0ee4d2d23b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x411dd0ee4d2d23ba expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788521553.068316:0:17187:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1788521553.068318:0:17187:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1788521553.068320:0:17187:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1788521553.068338:0:17187:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fee434aae00/0x411dd0ee4d2d23b3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d23ba expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.068345:0:17187:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788521553.068352:0:17187:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fee434aae00/0x411dd0ee4d2d23b3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d23ba expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.068359:0:17187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fee434aae00/0x411dd0ee4d2d23b3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d23ba expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.068369:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521553.068371:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521553.068373:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521553.068398:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222543360:0@lo:39:umount.0 00000100:00100000:2.0:1788521553.068494:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521553.068567:0:17940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222543360 00000100:00100000:2.0:1788521553.068576:0:17940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222543360 00000100:00100000:2.0:1788521553.068630:0:17940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788521553.068641:0:17940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef752b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875400222543360:12345-0@lo:39:umount.0 00000020:00000080:2.0:1788521553.068675:0:17940:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d25b9 00000100:00080000:2.0:1788521553.068687:0:17940:0:(import.c:65:import_set_state_nolock()) ffff8fef81666800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788521553.068714:0:17940:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1788521553.068869:0:17940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef752b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+3:3642:x1875400222543360:12345-0@lo:39:umount.0 Request processed in 230us (375us total) trans 8589934595 rc 0/0 00000100:00100000:2.0:1788521553.068878:0:17940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00010000:00010000:0.0:1788521553.069053:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521553.069063:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521553.069389:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788521553.069436:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef81475000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788521553.069447:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222543360:0@lo:39:umount.0 00010000:00010000:2.0:1788521553.070646:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521553.070693:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef752b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3645:1875400222543744:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788521553.070771:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521553.071609:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef752b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3643:1875400222543488:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788521553.071671:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521553.071708:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788521553.071716:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef752b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3643:1875400222543616:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788521553.071738:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521553.071784:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222543744 00000100:00100000:3.0:1788521553.071793:0:17186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222543744 00000100:00100000:3.0:1788521553.071852:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222543488 00000100:00100000:3.0:1788521553.071855:0:17186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222543488 00000100:00100000:3.0:1788521553.071869:0:17186:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222543616 00000100:00100000:3.0:1788521553.071871:0:17186:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222543616 00000100:00100000:1.0:1788521553.072219:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3646:1875400222543232:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788521553.072381:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788521553.072396:0:17186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef752b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:94dd3513-7bc4-4d8b-8448-a7d8a70716ce+24:3645:x1875400222543744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788521553.072415:0:17186:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788521553.072442:0:17186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef413fcc00/0x411dd0ee4d2d23ba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x411dd0ee4d2d23b3 expref: 24 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521553.072463:0:17186:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788521553.072519:0:17186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef752b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:94dd3513-7bc4-4d8b-8448-a7d8a70716ce+23:3645:x1875400222543744:12345-0@lo:103:ldlm_bl.0 Request processed in 126us (1747us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521553.072787:0:18731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788521553.072800:0:18731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7efff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:94dd3513-7bc4-4d8b-8448-a7d8a70716ce+23:3643:x1875400222543488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788521553.072809:0:18731:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788521553.072821:0:18731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef821dc200/0x411dd0ee4d2d27db lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x411dd0ee4d2d27d4 expref: 23 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.072835:0:18731:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788521553.072879:0:18731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7efff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:94dd3513-7bc4-4d8b-8448-a7d8a70716ce+22:3643:x1875400222543488:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (1207us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521553.072927:0:18731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788521553.072951:0:18731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788521553.072960:0:18731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:94dd3513-7bc4-4d8b-8448-a7d8a70716ce+21:3643:x1875400222543616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788521553.072970:0:18731:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788521553.072981:0:18731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fee42410c00/0x411dd0ee4d2d2971 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x411dd0ee4d2d296a expref: 21 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521553.072991:0:18731:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788521553.073013:0:18731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:94dd3513-7bc4-4d8b-8448-a7d8a70716ce+20:3643:x1875400222543616:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (1275us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521553.073019:0:18731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:2.0:1788521553.073129:0:20772:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788521553.073135:0:20772:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:2.0:1788521553.073151:0:20772:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1788521553.073231:0:20772:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1788521553.073257:0:20772:0:(import.c:65:import_set_state_nolock()) ffff8fef48537800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788521553.073274:0:20772:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788521553.073288:0:20772:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:2.0:1788521553.073298:0:20772:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788521553.073374:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43c65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222543872:0@lo:9:umount.0 00000100:00100000:2.0:1788521553.073417:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788521553.073459:0:20772:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1788521553.073484:0:20772:0:(import.c:65:import_set_state_nolock()) ffff8fef81580800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788521553.073502:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222544000:0@lo:9:umount.0 00000100:00100000:2.0:1788521553.073527:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1788521553.073594:0:20772:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8fef4e784d40) has no exports 00000100:00100000:2.0:1788521553.073628:0:18706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222543872 00000100:00100000:2.0:1788521553.073636:0:18706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222543872 00000100:00100000:2.0:1788521553.073672:0:18706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222544000 00000100:00100000:2.0:1788521553.073675:0:18706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222544000 00000100:00100000:2.0:1788521553.073695:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788521553.073702:0:18706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef58343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875400222543872:12345-0@lo:9:umount.0 00000020:00000080:2.0:1788521553.073729:0:18706:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2684 00000100:00080000:2.0:1788521553.073738:0:18706:0:(import.c:65:import_set_state_nolock()) ffff8fef484a5000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788521553.073781:0:18706:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1788521553.073961:0:18706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef58343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3642:x1875400222543872:12345-0@lo:9:umount.0 Request processed in 258us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521553.073968:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788521553.073983:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788521553.073989:0:18706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875400222544000:12345-0@lo:9:umount.0 00000020:00000080:2.0:1788521553.074002:0:18706:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d27e2 00000100:00080000:2.0:1788521553.074008:0:18706:0:(import.c:65:import_set_state_nolock()) ffff8fef5832f800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788521553.074030:0:18706:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1788521553.074117:0:18706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3642:x1875400222544000:12345-0@lo:9:umount.0 Request processed in 128us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521553.074136:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:2.0:1788521553.074177:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef81580800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788521553.074187:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788521553.074189:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788521553.074193:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222544000:0@lo:9:umount.0 00000100:00080000:2.0:1788521553.074205:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef48537800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788521553.074212:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788521553.074214:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788521553.074216:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43c65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222543872:0@lo:9:umount.0 00000100:00100000:2.0:1788521553.074265:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef752b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3645:1875400222543744:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788521553.074776:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521553.074783:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521553.074808:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef752b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3643:1875400222543616:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788521553.074819:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef752b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3643:1875400222543488:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788521553.075947:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:00080000:2.0:1788521553.085579:0:20772:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8fef4e784d40) has no exports 00000020:00000080:2.0:1788521553.146789:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d240e 00000020:00000080:2.0:1788521553.146805:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef81584800/lustre-QMT0000_UUID 00000020:01000000:2.0:1788521553.146829:0:20772:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1788521553.148523:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef81584800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1788521553.148578:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788521553.148592:0:20772:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788521553.148599:0:20772:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff8fee4213b380) has no exports 00000020:00000080:3.0:1788521553.149144:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2407 00000020:00000080:3.0:1788521553.149156:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef6d494800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788521553.149238:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788521553.149266:0:20772:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1788521553.149269:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef6d492000/lustre-QMT0000_UUID 00000020:00000080:3.0:1788521553.149272:0:20772:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef6d492000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1788521553.149277:0:20772:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:0.0:1788521553.149442:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef6d494800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:2.0:1788521553.357774:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788521554.062529:0:18701:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788521554.062539:0:18701:0:(genops.c:885:class_export_put()) final put ffff8fef484a6800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1788521554.062556:0:18701:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 130bc563-236a-43ec-a1a1-1e1e641e5bc7 00000020:00000080:0.0:1788521554.062558:0:18701:0:(genops.c:885:class_export_put()) final put ffff8fef81493000/130bc563-236a-43ec-a1a1-1e1e641e5bc7 00000020:00000080:3.0:1788521554.062606:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef484a6800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1788521554.062656:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef81493000/130bc563-236a-43ec-a1a1-1e1e641e5bc7 for lustre-OST0000 00000020:00000080:3.0:1788521554.062676:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef484a5000 for lustre-OST0000 00000020:00000080:3.0:1788521554.062681:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef81493800 for lustre-OST0000 00000001:00100000:1.0:1788521554.066097:0:17931:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1788521554.066119:0:17931:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1788521554.066125:0:17931:0:(genops.c:885:class_export_put()) final put ffff8fef4e7a9800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1788521554.066162:0:17931:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of f42285c1-7e18-4c56-9a31-6c5ebfa3d451 00000001:00080000:1.0:1788521554.066168:0:17931:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1788521554.066170:0:17931:0:(genops.c:885:class_export_put()) final put ffff8fee4211c000/f42285c1-7e18-4c56-9a31-6c5ebfa3d451 00000001:00100000:1.0:1788521554.066176:0:17931:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 130bc563-236a-43ec-a1a1-1e1e641e5bc7 00000001:00080000:1.0:1788521554.066179:0:17931:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:1.0:1788521554.066181:0:17931:0:(genops.c:885:class_export_put()) final put ffff8fee4376d000/130bc563-236a-43ec-a1a1-1e1e641e5bc7 00000020:00000080:0.0:1788521554.066358:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef4e7a9800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1788521554.066440:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee4211c000/f42285c1-7e18-4c56-9a31-6c5ebfa3d451 for lustre-MDT0001 00000020:00000080:0.0:1788521554.066485:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee4376d000/130bc563-236a-43ec-a1a1-1e1e641e5bc7 for lustre-MDT0001 00000020:00000080:0.0:1788521554.066517:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef81666800 for lustre-MDT0001 00000020:00000080:0.0:1788521554.066545:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef483de800 for lustre-MDT0001 00000020:00000080:0.0:1788521554.066550:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fee43769800 for lustre-MDT0001 00000001:00100000:0.0:1788521554.069859:0:17179:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788521554.069874:0:17179:0:(genops.c:885:class_export_put()) final put ffff8fef4e7a4800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1788521554.071497:0:17179:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of f42285c1-7e18-4c56-9a31-6c5ebfa3d451 00000001:00080000:0.0:1788521554.071512:0:17179:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:0.0:1788521554.071518:0:17179:0:(genops.c:885:class_export_put()) final put ffff8fee42364000/f42285c1-7e18-4c56-9a31-6c5ebfa3d451 00000001:00100000:0.0:1788521554.071527:0:17179:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 130bc563-236a-43ec-a1a1-1e1e641e5bc7 00000001:00080000:0.0:1788521554.071532:0:17179:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:0.0:1788521554.071538:0:17179:0:(genops.c:885:class_export_put()) final put ffff8fee4376f000/130bc563-236a-43ec-a1a1-1e1e641e5bc7 00000020:00000080:3.0:1788521554.071640:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef4e7a4800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:3.0:1788521554.071717:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee42364000/f42285c1-7e18-4c56-9a31-6c5ebfa3d451 for lustre-MDT0000 00000020:00000080:3.0:1788521554.071747:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee4376f000/130bc563-236a-43ec-a1a1-1e1e641e5bc7 for lustre-MDT0000 00000020:00000080:3.0:1788521554.071777:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef6e4e3800 for lustre-MDT0000 00000020:00000080:3.0:1788521554.071782:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fee42360000 for lustre-MDT0000 00000020:00000080:3.0:1788521554.071786:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fee4376c800 for lustre-MDT0000 00010000:00010000:2.0:1788521554.381701:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1788521555.213230:0:20772:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fee430a72a0 - data ffff8fee41c8d000/ffff8fef457fd000 00000020:01000000:3.0:1788521555.213407:0:20772:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fef7ef60060 - data ffff8fef650d3870/ffff8fee43da8000 00000001:00000004:3.0:1788521555.226247:0:20772:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:1.0:1788521555.312502:0:20772:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788521555.312515:0:20772:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788521555.312535:0:20772:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8fee424e9880 x1875400222543360/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788521563 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521555.312569:0:20772:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1788521555.319457:0:20772:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788521555.319471:0:20772:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:1.0:1788521555.319532:0:20772:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788521555.319536:0:20772:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788521555.322608:0:17224:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788521555.322620:0:17224:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:1.0:1788521555.322652:0:17224:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1788521555.327234:0:20772:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788521555.327246:0:20772:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1788521555.327316:0:20772:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788521555.327319:0:20772:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788521555.332845:0:17226:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788521555.332855:0:17226:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:1.0:1788521555.332869:0:17226:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1788521555.334271:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d23d6 00000020:00000080:2.0:1788521555.334286:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef81470000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788521555.335501:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d23eb 00000020:00000080:2.0:1788521555.335511:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef81583000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1788521555.335517:0:20772:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1788521555.335522:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788521555.335532:0:20772:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788521555.335537:0:20772:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff8fef4e7819c0) has no exports 00000004:01000000:2.0:1788521555.335712:0:20772:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1788521555.335745:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d244d 00000020:00000080:2.0:1788521555.335750:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef71ba4800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1788521555.335755:0:20772:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:2.0:1788521555.335758:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788521555.335763:0:20772:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788521555.335765:0:20772:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff8fef7efeb380) has no exports 00000020:00000080:2.0:1788521555.335771:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2446 00000020:00000080:2.0:1788521555.335775:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef81583800/lustre-MDT0000-osd_UUID 00010000:01000000:2.0:1788521555.336168:0:20772:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:2.0:1788521555.336174:0:20772:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788521555.336179:0:20772:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:2.0:1788521555.336186:0:20772:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788521555.336189:0:20772:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788521555.336231:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788521555.336239:0:20772:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788521555.336245:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2438 00000020:00000080:2.0:1788521555.336249:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef48531000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1788521555.336253:0:20772:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:2.0:1788521555.336257:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788521555.336260:0:20772:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788521555.336262:0:20772:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff8fef7efe99c0) has no exports 00000020:00000080:2.0:1788521555.336266:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2431 00000020:00000080:2.0:1788521555.336270:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef48536800/lustre-MDT0000-osd_UUID 00010000:01000000:2.0:1788521555.336614:0:20772:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1788521555.336618:0:20772:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788521555.336620:0:20772:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:2.0:1788521555.336624:0:20772:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788521555.336625:0:20772:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788521555.336648:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788521555.336653:0:20772:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:2.0:1788521555.336665:0:20772:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1788521555.336670:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2423 00000020:00000080:2.0:1788521555.336683:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef48535800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1788521555.336687:0:20772:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:2.0:1788521555.336689:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788521555.336693:0:20772:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788521555.336695:0:20772:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff8fef7ef54d40) has no exports 00000020:00000080:2.0:1788521555.336699:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d241c 00000020:00000080:2.0:1788521555.336702:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef81477800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788521555.337594:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef81470000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788521555.337615:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef81583000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:3.0:1788521555.337620:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef71ba4800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1788521555.337625:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef81583800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788521555.337631:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef81580800 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1788521555.337639:0:38:0:(genops.c:885:class_export_put()) final put ffff8fef48530000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788521555.337641:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef48530000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1788521555.337646:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788521555.337750:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef48531000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1788521555.337756:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef48536800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788521555.337771:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef48537800 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1788521555.337776:0:38:0:(genops.c:885:class_export_put()) final put ffff8fef48533000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788521555.337778:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef48533000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1788521555.337781:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788521555.337812:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef48535800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1788521555.337818:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef81477800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1788521555.337857:0:20772:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:3.0:1788521555.337862:0:20772:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788521555.337866:0:20772:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788521555.337872:0:20772:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788521555.337925:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef81475000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1788521555.337965:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788521555.337975:0:20772:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788521555.337978:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef81582800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788521555.337980:0:20772:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef81582800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1788521555.337984:0:20772:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788521555.338043:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788521555.338048:0:20772:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788521555.338051:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef81473000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788521555.338053:0:20772:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef81473000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:3.0:1788521555.338056:0:20772:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788521555.338116:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d23f2 00000020:00000080:3.0:1788521555.338125:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef81585000/lustre-MDD0000_UUID 00000020:01000000:3.0:1788521555.338133:0:20772:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:3.0:1788521555.338140:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef81585000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1788521555.338148:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788521555.338152:0:20772:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788521555.338156:0:20772:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff8fef7ef53380) has no exports 00000020:00000080:3.0:1788521555.338174:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788521555.338184:0:20772:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:3.0:1788521555.338187:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef81580000/lustre-MDD0000_UUID 00000020:00000080:3.0:1788521555.338189:0:20772:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef81580000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1788521555.338192:0:20772:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1788521555.338221:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d23f9 00000020:00000080:3.0:1788521555.338225:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef81586800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788521555.338238:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef81586800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:3.0:1788521555.338250:0:20772:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fef48513800 from lustre-MDT0000, refs=3 00000020:01000004:3.0:1788521555.338254:0:20772:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fef48513800 3 00000020:01000004:3.0:1788521555.338257:0:20772:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8fef48513800 from lustre-MDT0000 00000020:00000080:3.0:1788521555.338275:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788521555.338279:0:20772:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:3.0:1788521555.338282:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef81477000/lustre-MDT0000_UUID 00000020:00000080:3.0:1788521555.338284:0:20772:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef81477000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:3.0:1788521555.338291:0:20772:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:3.0:1788521555.338319:0:20772:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:3.0:1788521555.338324:0:20772:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:3.0:1788521555.338327:0:20772:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:3.0:1788521555.338330:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788521555.338333:0:20772:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788521555.338341:0:20772:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff8fef71577800 94dd3513-7bc4-4d8b-8448-a7d8a70716ce 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788521555.338347:0:20772:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff8fef4e783380) has exports, disconnecting them 00000020:00080000:3.0:1788521555.338352:0:20772:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8fef71577800), last request at 1788521460 00000020:00000080:3.0:1788521555.338369:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d239e 00000020:00010000:3.0:1788521555.338374:0:20772:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8fef71577800: total 0 00000100:00080000:3.0:1788521555.338378:0:20772:0:(import.c:65:import_set_state_nolock()) ffff8fef71577000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788521555.338401:0:20772:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fef71577800): rc 0 00000020:00080000:3.0:1788521555.338405:0:20772:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff8fef4e783380) has no exports 00000100:00100000:3.0:1788521555.338476:0:17194:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff8fee43ed1800:17194] 2 exiting: rc = 0 00000100:00100000:1.0:1788521555.339173:0:17192:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff8fee43ed1000:17192] 0 exiting: rc = 1 00000100:00100000:1.0:1788521555.339248:0:17193:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff8fee43ed0400:17193] 1 exiting: rc = 0 00000020:00010000:1.0:1788521555.339315:0:20226:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8fef71577800: total 0 00010000:00010000:1.0:1788521555.339319:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521555.339367:0:20226:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8fef71577800, canceled 0 locks, left on hash table 13. 00010000:00010000:1.0:1788521555.339421:0:20226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef4167f000/0x411dd0ee4d2d23ac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x411dd0ee4d2d23a5 expref: 14 pid: 17193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521555.339441:0:20226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef457f2800/0x411dd0ee4d2d2629 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x411dd0ee4d2d2622 expref: 13 pid: 17193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521555.339456:0:20226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef6d7b6a00/0x411dd0ee4d2d2955 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x411dd0ee4d2d294e expref: 12 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521555.339468:0:20226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef4167e800/0x411dd0ee4d2d257a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x411dd0ee4d2d2573 expref: 11 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521555.339481:0:20226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef821dd800/0x411dd0ee4d2d2764 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x411dd0ee4d2d275d expref: 10 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521555.339492:0:20226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef413fde00/0x411dd0ee4d2d24cb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x411dd0ee4d2d24c4 expref: 9 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521555.339509:0:20226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef6d7b6e00/0x411dd0ee4d2d2963 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x411dd0ee4d2d295c expref: 8 pid: 17193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521555.339519:0:20226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef7f12c800/0x411dd0ee4d2d24d9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x411dd0ee4d2d24d2 expref: 7 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521555.339529:0:20226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef413fce00/0x411dd0ee4d2d25ff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x411dd0ee4d2d25f8 expref: 6 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521555.339541:0:20226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef821dd000/0x411dd0ee4d2d278e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x411dd0ee4d2d2787 expref: 5 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521555.339554:0:20226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef457f3800/0x411dd0ee4d2d27cd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x411dd0ee4d2d27c6 expref: 4 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521555.339574:0:20226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fee42411600/0x411dd0ee4d2d2947 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x411dd0ee4d2d2940 expref: 3 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521555.339588:0:20226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef7f12d400/0x411dd0ee4d2d24bd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x411dd0ee4d2d24b6 expref: 2 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521555.339600:0:20226:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8fef71577800, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1788521555.339615:0:20226:0:(genops.c:885:class_export_put()) final put ffff8fef71577800/94dd3513-7bc4-4d8b-8448-a7d8a70716ce 00010000:00010000:1.0:1788521555.339630:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521555.339632:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521555.339634:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788521555.339643:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef71577800/94dd3513-7bc4-4d8b-8448-a7d8a70716ce for MGS 00000020:00000080:1.0:1788521555.339674:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef71577000 for MGS 00000100:00100000:3.0:1788521555.340233:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340244:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340260:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340268:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340275:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340282:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340305:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340312:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340322:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340328:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340336:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340342:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340348:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340353:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340359:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340365:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340370:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340376:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340382:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340388:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340394:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340400:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340407:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340413:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340418:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340423:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340429:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340435:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340442:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340448:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340455:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340461:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340467:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340473:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340480:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340486:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340493:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340508:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340516:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340522:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340529:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340534:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340540:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340546:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340552:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340558:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340565:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340573:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340578:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340583:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340589:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340594:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340600:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340605:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340611:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340615:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340621:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340627:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340633:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340639:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340645:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340651:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340658:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521555.340665:0:20772:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:3.0:1788521555.341567:0:20772:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fee41b6cf00 - data ffff8fef65013438/ffff8fef4559b000 00000020:01000000:3.0:1788521555.341709:0:20772:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fef7ef60600 - data ffff8fef7f42b360/ffff8fef79e34800 00000020:00000080:3.0:1788521555.342281:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2382 00000020:00000080:3.0:1788521555.342292:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef7f13e000/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1788521555.342310:0:20772:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fef48513800 from MGS, refs=2 00000020:01000004:3.0:1788521555.342314:0:20772:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fef48513800 2 00000020:01000004:3.0:1788521555.342317:0:20772:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8fef48513800 from MGS 00000020:00000080:3.0:1788521555.342357:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788521555.342364:0:20772:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:3.0:1788521555.342368:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef7f13a000/MGS 00000020:00000080:3.0:1788521555.342371:0:20772:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef7f13a000/MGS for MGS 00000020:01000000:3.0:1788521555.342380:0:20772:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:3.0:1788521555.342463:0:20772:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:3.0:1788521555.342469:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788521555.342475:0:20772:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788521555.342483:0:20772:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8fef71bc2800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788521555.342489:0:20772:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff8fee4213cd40) has exports, disconnecting them 00000020:00080000:3.0:1788521555.342495:0:20772:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8fef71bc2800), last request at 1788521460 00000020:00000080:3.0:1788521555.342499:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2485 00000020:00080000:3.0:1788521555.342510:0:20772:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fef71bc2800): rc 0 00000020:00000080:3.0:1788521555.342515:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef71bc2800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1788521555.343492:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef7f13e000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788521555.343505:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef71bc2800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1788521555.420700:0:20772:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1788521555.420712:0:20772:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788521555.420718:0:20772:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788521555.420728:0:20772:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788521555.422299:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef71bc4000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1788521555.423182:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788521555.423196:0:20772:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:2.0:1788521555.423204:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef71bc6000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1788521555.423211:0:20772:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef71bc6000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:2.0:1788521555.423248:0:20772:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1788521555.423372:0:20772:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fef48513800 1 00000020:00000080:2.0:1788521555.423380:0:20772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2374 00000020:00000080:2.0:1788521555.423389:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef7f13a800/lustre-MDT0000-osd_UUID 00000020:01000000:2.0:1788521555.423410:0:20772:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1788521555.423415:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788521555.423421:0:20772:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788521555.423426:0:20772:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff8fee426d19c0) has no exports 00000020:00000080:1.0:1788521555.426182:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef7f13a800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:1.0:1788521555.456598:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788521555.538535:0:20772:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788521555.538556:0:20772:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1788521555.538564:0:20772:0:(genops.c:885:class_export_put()) final put ffff8fef48517800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788521555.538570:0:20772:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef48517800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1788521555.538586:0:20772:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1788521555.538857:0:20772:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8fef48510000 00000020:02000400:2.0:1788521555.539417:0:20772:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1788521556.501020:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788521556.621276:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222544128:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788521556.621385:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521556.621586:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222544128 00000100:00100000:3.0:1788521556.621597:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222544128 00000100:00100000:3.0:1788521556.621654:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788521556.621664:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1875400222544128:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:3.0:1788521556.621673:0:17205:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1788521556.621722:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1875400222544128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (337us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788521556.621730:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:02020000:1.0:1788521556.621811:0:3646:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00100000:3.0:1788521556.630154:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788521556.630186:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222544256:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788521556.630279:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521556.630406:0:18709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222544256 00000100:00100000:2.0:1788521556.630415:0:18709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222544256 00000100:00100000:2.0:1788521556.630506:0:18709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788521556.630517:0:18709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222544256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788521556.630557:0:18709:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788521556.630609:0:18709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222544256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521556.630616:0:18709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:2.0:1788521556.630641:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788521556.633173:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788521556.633181:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8fef7f05a000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788521556.633185:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:3.0:1788521556.638776:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222544256:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788521556.650653:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8fef7f05a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788521556.650667:0:3646:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 524 00000100:00080000:1.0:1788521556.653620:0:3646:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8fef7f05a000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:2.0:1788521556.655021:0:3646:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef816df800 x1875400222544384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788521556.655087:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222544384:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1788521556.655180:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521556.655511:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222544384 00000100:00100000:1.0:1788521556.655524:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222544384 00000100:00100000:1.0:1788521556.655805:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788521556.655824:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1875400222544384:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:1.0:1788521556.655847:0:17204:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788521556.675702:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1875400222544384:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 19862us (20506us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788521556.675721:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:0.0:1788521556.675794:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef7f05a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788521556.675799:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788521556.675803:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222544384:0@lo:38:ptlrpcd_00_03.0 00000040:00080000:2.0:1788521556.822598:0:17953:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788521557.517520:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788521558.158210:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788521558.158219:0:477:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788521558.158232:0:477:0:(import.c:65:import_set_state_nolock()) ffff8fef7f05a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788521558.158243:0:477:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 606 00000100:00080000:3.0:1788521558.158252:0:477:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788521558.158261:0:477:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8fef7f05a000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:3.0:1788521558.158292:0:477:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fee424eaa00 x1875400222544640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788521558.158396:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3644:1875400222544512:0@lo:400:kworker.0 00000400:00000100:3.0:1788521558.158465:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875400222544512 offset 0 length 224: 4 00000100:00100000:3.0:1788521558.158523:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875400222545152:0@lo:400:kworker.0 00000100:00100000:3.0:1788521558.158561:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521558.158594:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788521558.158600:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875400222545024:0@lo:400:kworker.0 00000100:00100000:3.0:1788521558.158691:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521558.158768:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875400222545536:0@lo:400:kworker.0 00000100:00100000:3.0:1788521558.158793:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521558.158833:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222544896:0@lo:400:kworker.0 00000100:00100000:3.0:1788521558.159245:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521558.159268:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875400222545408:0@lo:400:kworker.0 00000100:00100000:3.0:1788521558.159292:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521558.159315:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788521558.159321:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222544768:0@lo:400:kworker.0 00000100:00100000:3.0:1788521558.159342:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521558.159360:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1875400222545280:0@lo:400:kworker.0 00000100:00100000:3.0:1788521558.159380:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521558.159423:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222545152 00000100:00100000:3.0:1788521558.159433:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222545152 00000100:00100000:3.0:1788521558.159471:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222545024 00000100:00100000:3.0:1788521558.159475:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222545024 00000100:00100000:3.0:1788521558.159485:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222545536 00000100:00100000:3.0:1788521558.159488:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222545536 00000100:00100000:3.0:1788521558.159519:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222545408 00000100:00100000:3.0:1788521558.159522:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222545408 00000100:00100000:3.0:1788521558.159530:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222545280 00000100:00100000:3.0:1788521558.159532:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222545280 00000100:00100000:3.0:1788521558.159553:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1788521558.159563:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43df2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875400222545536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521558.159782:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1788521558.159792:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f074a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875400222545280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521558.159837:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f074a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875400222545280:12345-0@lo:400:kworker.0 Request processed in 47us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521558.159855:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1788521558.159915:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788521558.159920:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1875400222545152:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1788521558.159926:0:17201:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788521558.159955:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1875400222545152:12345-0@lo:400:kworker.0 Request processed in 33us (1395us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788521558.159961:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788521558.159975:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788521558.159978:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1875400222545024:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1788521558.159982:0:17201:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788521558.160003:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1875400222545024:12345-0@lo:400:kworker.0 Request processed in 24us (1381us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788521558.160008:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788521558.160018:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788521558.160022:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f077b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1875400222545408:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1788521558.160035:0:17201:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788521558.160057:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f077b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1875400222545408:12345-0@lo:400:kworker.0 Request processed in 34us (764us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788521558.160062:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00010000:00080000:1.0:1788521558.160102:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8fee424e9f80 x1875400222545280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521558.160119:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1875400222545280:0@lo:400:kworker.0 00000100:00080000:1.0:1788521558.160132:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788521558.160138:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8fee4376f800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788521558.160143:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:3.0:1788521558.163188:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43df2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875400222545536:12345-0@lo:400:kworker.0 Request processed in 3610us (4377us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521558.163206:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1788521558.163291:0:18707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222544896 00000100:00100000:3.0:1788521558.163305:0:18707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222544896 00000100:00100000:3.0:1788521558.163379:0:18707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222544768 00000100:00100000:3.0:1788521558.163383:0:18707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222544768 00000100:00100000:3.0:1788521558.163407:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788521558.163417:0:18707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4321e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222544896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521558.163521:0:18707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4321e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222544896:12345-0@lo:400:kworker.0 Request processed in 105us (4276us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521558.163528:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788521558.163542:0:18707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788521558.163548:0:18707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f074e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222544768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521558.163579:0:18707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f074e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222544768:12345-0@lo:400:kworker.0 Request processed in 32us (4236us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521558.163586:0:18707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00080000:3.0:1788521558.164270:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788521558.164277:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788521558.164280:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788521558.164316:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222545664:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788521558.164370:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788521558.164427:0:3644:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788521558.164433:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8fee41abc800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788521558.164437:0:3644:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788521558.164444:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8fee41abc800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788521558.164449:0:3644:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 524 00000100:00080000:3.0:1788521558.164456:0:3644:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8fee41abc800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:3.0:1788521558.164492:0:3644:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef7f077100 x1875400222545792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788521558.164513:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875400222545024:0@lo:400:kworker.0 00010000:00080000:3.0:1788521558.164533:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8fee424eb480 x1875400222545536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521558.164545:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875400222545536:0@lo:400:kworker.0 00000100:00080000:3.0:1788521558.164557:0:3644:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788521558.164561:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8fef5a9e9800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788521558.164564:0:3644:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788521558.164567:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8fef5a9e9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788521558.164570:0:3644:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 540 00000100:00080000:3.0:1788521558.164576:0:3644:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8fef5a9e9800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:3.0:1788521558.164588:0:3644:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef7f074000 x1875400222545920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788521558.164607:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875400222545152:0@lo:400:kworker.0 00000100:00100000:0.0:1788521558.166784:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222544640:0@lo:38:kworker.0 00000100:00100000:0.0:1788521558.166904:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521558.166949:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f077100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875400222545792:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1788521558.166979:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521558.167007:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f074000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1875400222545920:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1788521558.167030:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521558.167081:0:17940:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222544640 00000100:00100000:0.0:1788521558.167090:0:17940:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222544640 00000100:00100000:0.0:1788521558.167138:0:17940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788521558.167148:0:17940:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1875400222544640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1788521558.167187:0:17940:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788521558.167234:0:17940:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1875400222544640:12345-0@lo:38:kworker.0 Request processed in 86us (329us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788521558.167243:0:17940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:0.0:1788521558.167292:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef7f05a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788521558.167298:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788521558.167302:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222544640:0@lo:38:kworker.0 00000100:00100000:0.0:1788521558.167329:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222545792 00000100:00100000:0.0:1788521558.167333:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222545792 00000100:00100000:0.0:1788521558.167354:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222545920 00000100:00100000:0.0:1788521558.167357:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222545920 00000100:00100000:0.0:1788521558.167374:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788521558.167378:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875400222545792:12345-0@lo:38:ptlrpcd_00_01.0 00010000:00020000:0.0:1788521558.167389:0:17199:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788521558.167419:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875400222545792:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 40us (439us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788521558.167426:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788521558.167437:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788521558.167441:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875400222545920:12345-0@lo:38:ptlrpcd_00_01.0 00010000:00020000:0.0:1788521558.167450:0:17199:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788521558.167475:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875400222545920:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 32us (443us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788521558.167481:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:0.0:1788521558.167502:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fee41abc800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788521558.167507:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788521558.167516:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f077100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875400222545792:0@lo:38:ptlrpcd_00_01.0 00000100:00080000:0.0:1788521558.167528:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef5a9e9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788521558.167531:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788521558.167534:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f074000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1875400222545920:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:2.0:1788521558.168118:0:20540:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222545664 00000100:00100000:2.0:1788521558.168127:0:20540:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222545664 00000100:00100000:3.0:1788521558.168961:0:20540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788521558.168976:0:20540:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f075500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222545664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788521558.169018:0:20540:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788521558.169116:0:20540:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f075500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222545664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 145us (4745us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521558.169124:0:20540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788521558.169270:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222545664:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1788521558.184162:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8fee4376f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788521558.184181:0:3646:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 557 00000100:00080000:1.0:1788521558.184194:0:3646:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8fee4376f800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:1.0:1788521558.184318:0:3646:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fee43d4c700 x1875400222546048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788521558.184355:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875400222545408:0@lo:400:kworker.0 00000100:00100000:1.0:1788521558.184375:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875400222546048:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1788521558.184551:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521558.184673:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222544768:0@lo:400:kworker.0 00000100:00100000:1.0:1788521558.184688:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222544896:0@lo:400:kworker.0 00000100:00100000:1.0:1788521558.184838:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222546048 00000100:00100000:1.0:1788521558.184846:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222546048 00000100:00100000:1.0:1788521558.185207:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788521558.185223:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875400222546048:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:1.0:1788521558.185261:0:17199:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788521558.185317:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875400222546048:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 94us (767us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788521558.185326:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:1.0:1788521558.185362:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fee4376f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788521558.185367:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788521558.185370:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875400222546048:0@lo:38:ptlrpcd_00_03.0 00010000:00010000:3.0:1788521558.542220:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788521558.679352:0:19520:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788521558.679361:0:19520:0:(genops.c:885:class_export_put()) final put ffff8fef58329000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788521558.679490:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef58329000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1788521558.687797:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef5832f800 for lustre-OST0001 00010000:00010000:1.0:1788521559.565278:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788521559.974809:0:20973:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1788521559.992581:0:20973:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:0.0:1788521559.992727:0:20973:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef4167fe00/0x411dd0ee4d2d2573 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d257a expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.992745:0:20973:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef4167fe00/0x411dd0ee4d2d2573 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d257a expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.992753:0:20973:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef4167fe00/0x411dd0ee4d2d2573 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d257a expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.992761:0:20973:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.141@tcp lock: ffff8fef4167fe00/0x411dd0ee4d2d2573 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d257a expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.992822:0:20973:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788521559.992829:0:20973:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1788521559.992867:0:20973:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788521559.992873:0:20973:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788521559.992881:0:20973:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788521559.992917:0:20973:0:(import.c:65:import_set_state_nolock()) ffff8fee41abc800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1788521559.992923:0:20973:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788521559.992942:0:20973:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788521559.992946:0:20973:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788521559.994873:0:20973:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef4167f400/0x411dd0ee4d2d24d2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d24d9 expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.994924:0:20973:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef4167f400/0x411dd0ee4d2d24d2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d24d9 expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.994932:0:20973:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef4167f400/0x411dd0ee4d2d24d2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d24d9 expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.994940:0:20973:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.141@tcp lock: ffff8fef4167f400/0x411dd0ee4d2d24d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d24d9 expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.996695:0:20973:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788521559.996720:0:20973:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d800/0x411dd0ee4d2d27c6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d27cd expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.996733:0:20973:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d800/0x411dd0ee4d2d27c6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d27cd expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.996741:0:20973:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d800/0x411dd0ee4d2d27c6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d27cd expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.996748:0:20973:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d800/0x411dd0ee4d2d27c6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d27cd expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.996768:0:20973:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1788521559.996776:0:20973:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee42411a00/0x411dd0ee4d2d295c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2963 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.996807:0:20973:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee42411a00/0x411dd0ee4d2d295c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2963 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.996813:0:20973:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee42411a00/0x411dd0ee4d2d295c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d2963 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.996819:0:20973:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.141@tcp lock: ffff8fee42411a00/0x411dd0ee4d2d295c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d2963 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.996841:0:20973:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1788521559.996858:0:20973:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef4167fc00/0x411dd0ee4d2d24c4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d24cb expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.996865:0:20973:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef4167fc00/0x411dd0ee4d2d24c4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d24cb expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.996871:0:20973:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef4167fc00/0x411dd0ee4d2d24c4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d24cb expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.996877:0:20973:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.141@tcp lock: ffff8fef4167fc00/0x411dd0ee4d2d24c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d24cb expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521559.996899:0:20973:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 10000000:01000000:0.0:1788521559.996904:0:20973:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:0.0:1788521559.996951:0:20973:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:0.0:1788521559.996955:0:20973:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:0.0:1788521559.996960:0:20973:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788521559.996967:0:20973:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1788521559.996974:0:20973:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8fef44a9e000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788521559.996986:0:20973:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8fee437d9800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788521559.996992:0:20973:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff8fef6da819c0) has exports, disconnecting them 00000020:00080000:0.0:1788521559.997055:0:20973:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8fef44a9e000), last request at 1788521558 00000020:00000080:0.0:1788521559.997065:0:20973:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d27b8 00000100:00080000:0.0:1788521559.997086:0:20973:0:(import.c:65:import_set_state_nolock()) ffff8fef44a9a000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1788521559.997256:0:20973:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fef44a9e000): rc 0 00000020:00000080:0.0:1788521559.997259:0:20973:0:(genops.c:885:class_export_put()) final put ffff8fef44a9e000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:0.0:1788521559.997270:0:20973:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8fee437d9800), last request at 1788521558 00000020:00000080:0.0:1788521559.997273:0:20973:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2653 00000100:00080000:0.0:1788521559.997280:0:20973:0:(import.c:65:import_set_state_nolock()) ffff8fee437dd800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1788521559.997286:0:20973:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fee437d9800): rc 0 00000020:00000080:0.0:1788521559.997288:0:20973:0:(genops.c:885:class_export_put()) final put ffff8fee437d9800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:0.0:1788521559.997297:0:20973:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa9e341d6bae0 00000100:00080000:0.0:1788521559.997402:0:20973:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788521559.997414:0:20973:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff8fee424ea300 x1875400222544128/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788521572 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521559.997566:0:20973:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:3.0:1788521559.999047:0:17188:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1788521559.999061:0:17188:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef4167fe00/0x411dd0ee4d2d2573 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d257a expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999073:0:17188:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef4167fe00 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:3.0:1788521559.999078:0:17188:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef4167fe00/0x411dd0ee4d2d2573 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d257a expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999090:0:17188:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef4167fe00/0x411dd0ee4d2d2573 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x411dd0ee4d2d257a expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788521559.999098:0:17188:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef4167fe00/0x411dd0ee4d2d2573 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x411dd0ee4d2d257a expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521559.999104:0:17188:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788521559.999108:0:17188:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1788521559.999112:0:17188:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1788521559.999170:0:17188:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fef4167fe00/0x411dd0ee4d2d2573 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d257a expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999198:0:17188:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788521559.999231:0:17188:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef4167fe00/0x411dd0ee4d2d2573 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d257a expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999238:0:17188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef4167fe00/0x411dd0ee4d2d2573 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d257a expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999264:0:17188:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1788521559.999268:0:17188:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef4167f400/0x411dd0ee4d2d24d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d24d9 expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999275:0:17188:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef4167f400 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:3.0:1788521559.999278:0:17188:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef4167f400/0x411dd0ee4d2d24d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d24d9 expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999286:0:17188:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef4167f400/0x411dd0ee4d2d24d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x411dd0ee4d2d24d9 expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788521559.999292:0:17188:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef4167f400/0x411dd0ee4d2d24d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x411dd0ee4d2d24d9 expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521559.999297:0:17188:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788521559.999300:0:17188:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:3.0:1788521559.999302:0:17188:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:3.0:1788521559.999318:0:17188:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fef4167f400/0x411dd0ee4d2d24d2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d24d9 expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999324:0:17188:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788521559.999329:0:17188:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef4167f400/0x411dd0ee4d2d24d2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d24d9 expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999346:0:17188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef4167f400/0x411dd0ee4d2d24d2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d24d9 expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999355:0:17188:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788521559.999359:0:17188:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d800/0x411dd0ee4d2d27c6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d27cd expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999364:0:17188:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef7f12d800 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:3.0:1788521559.999367:0:17188:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d800/0x411dd0ee4d2d27c6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d27cd expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999373:0:17188:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d800/0x411dd0ee4d2d27c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x411dd0ee4d2d27cd expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788521559.999379:0:17188:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d800/0x411dd0ee4d2d27c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x411dd0ee4d2d27cd expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521559.999384:0:17188:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1788521559.999385:0:17188:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1788521559.999387:0:17188:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1788521559.999399:0:17188:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d800/0x411dd0ee4d2d27c6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d27cd expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999404:0:17188:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788521559.999422:0:17188:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d800/0x411dd0ee4d2d27c6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d27cd expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999429:0:17188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef7f12d800/0x411dd0ee4d2d27c6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d27cd expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999456:0:17188:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788521559.999461:0:17188:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fee42411a00/0x411dd0ee4d2d295c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d2963 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999483:0:17188:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42411a00 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:3.0:1788521559.999486:0:17188:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fee42411a00/0x411dd0ee4d2d295c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d2963 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999493:0:17188:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fee42411a00/0x411dd0ee4d2d295c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x411dd0ee4d2d2963 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788521559.999499:0:17188:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fee42411a00/0x411dd0ee4d2d295c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x411dd0ee4d2d2963 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521559.999504:0:17188:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788521559.999506:0:17188:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1788521559.999509:0:17188:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788521559.999523:0:17188:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fee42411a00/0x411dd0ee4d2d295c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d2963 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999529:0:17188:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788521559.999535:0:17188:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fee42411a00/0x411dd0ee4d2d295c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d2963 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999542:0:17188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fee42411a00/0x411dd0ee4d2d295c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d2963 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999551:0:17188:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521559.999555:0:17188:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef4167fc00/0x411dd0ee4d2d24c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d24cb expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999567:0:17188:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef4167fc00 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:3.0:1788521559.999570:0:17188:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef4167fc00/0x411dd0ee4d2d24c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d24cb expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999576:0:17188:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef4167fc00/0x411dd0ee4d2d24c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x411dd0ee4d2d24cb expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788521559.999582:0:17188:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef4167fc00/0x411dd0ee4d2d24c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x411dd0ee4d2d24cb expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521559.999587:0:17188:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1788521559.999589:0:17188:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1788521559.999591:0:17188:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1788521559.999605:0:17188:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fef4167fc00/0x411dd0ee4d2d24c4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d24cb expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999709:0:17188:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788521559.999716:0:17188:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef4167fc00/0x411dd0ee4d2d24c4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d24cb expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999721:0:17188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef4167fc00/0x411dd0ee4d2d24c4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x411dd0ee4d2d24cb expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521559.999734:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521559.999735:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521559.999737:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521559.999750:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788521559.999761:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef44a9e000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:3.0:1788521559.999819:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee437d9800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:3.0:1788521559.999935:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef44a9a000 for lustre-MDT0001 00000020:00000080:3.0:1788521559.999941:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fee437dd800 for lustre-MDT0001 00000100:00100000:3.0:1788521559.999966:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3645:1875400222546176:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788521560.000059:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521560.000116:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f076d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3645:1875400222546688:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788521560.000137:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521560.000166:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788521560.000172:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f076a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3645:1875400222546304:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788521560.000192:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521560.000218:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3643:1875400222546432:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788521560.000239:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521560.000258:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788521560.000263:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f076680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3643:1875400222546560:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788521560.000283:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521560.000319:0:17185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222546176 00000100:00100000:3.0:1788521560.000327:0:17185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222546176 00000100:00100000:3.0:1788521560.000362:0:17185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222546688 00000100:00100000:3.0:1788521560.000365:0:17185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222546688 00000100:00100000:3.0:1788521560.000373:0:17185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222546304 00000100:00100000:3.0:1788521560.000375:0:17185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222546304 00000100:00100000:3.0:1788521560.000382:0:17185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222546432 00000100:00100000:3.0:1788521560.000384:0:17185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222546432 00000100:00100000:3.0:1788521560.000391:0:17185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222546560 00000100:00100000:3.0:1788521560.000393:0:17185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222546560 00000100:00100000:3.0:1788521560.000405:0:17185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788521560.000412:0:17185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f077800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3645:x1875400222546176:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1788521560.000419:0:17185:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788521560 with bad export cookie 4692136108705522590 00010000:00010000:2.0:1788521560.000574:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521560.000588:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521560.000633:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788521560.000639:0:17186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f074700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3645:x1875400222546688:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788521560.000644:0:17186:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788521560 with bad export cookie 4692136108705522590 00000100:00100000:2.0:1788521560.000700:0:17186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f074700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3645:x1875400222546688:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (562us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788521560.000708:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788521560.000731:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788521560.000745:0:17186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f076300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3645:x1875400222546304:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788521560.000750:0:17186:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788521560 with bad export cookie 4692136108705522590 00000100:00100000:2.0:1788521560.000776:0:17186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f076300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3645:x1875400222546304:12345-0@lo:103:ldlm_bl.0 Request processed in 30us (582us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788521560.000782:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788521560.000795:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788521560.000799:0:17186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f077480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1875400222546432:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788521560.000803:0:17186:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788521560 with bad export cookie 4692136108705522590 00000100:00100000:2.0:1788521560.000830:0:17186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f077480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1875400222546432:12345-0@lo:103:ldlm_bl.0 Request processed in 29us (590us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788521560.000836:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788521560.000858:0:17186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788521560.000862:0:17186:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f074380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1875400222546560:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788521560.000866:0:17186:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788521560 with bad export cookie 4692136108705522590 00000100:00100000:2.0:1788521560.000908:0:17186:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f074380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1875400222546560:12345-0@lo:103:ldlm_bl.0 Request processed in 44us (623us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788521560.000913:0:17186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:2.0:1788521560.000962:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.141@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788521560.000968:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8fef7675f800 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1788521560.000972:0:3645:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.141@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1788521560.002201:0:20973:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788521560.002213:0:20973:0:(import.c:65:import_set_state_nolock()) ffff8fef7f05a000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:1.0:1788521560.002770:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788521560.002795:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222544128:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1788521560.002995:0:20973:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788521560.003001:0:20973:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1788521560.003017:0:20973:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1788521560.003078:0:20973:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1788521560.003109:0:20973:0:(import.c:65:import_set_state_nolock()) ffff8fef7f05c800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1788521560.003132:0:20973:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788521560.003134:0:20973:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000100:00100000:1.0:1788521560.003143:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222546816:0@lo:9:umount.0 00000004:00080000:0.0:1788521560.003143:0:20973:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788521560.003222:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521560.003285:0:19185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222546816 00000100:00100000:1.0:1788521560.003294:0:19185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222546816 00000100:00100000:1.0:1788521560.003376:0:19185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788521560.003387:0:19185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875400222546816:12345-0@lo:9:umount.0 00000020:00000080:1.0:1788521560.003419:0:19185:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d267d 00000100:00080000:1.0:1788521560.003429:0:19185:0:(import.c:65:import_set_state_nolock()) ffff8fee437dc000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788521560.003583:0:19185:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00080000:0.0:1788521560.003859:0:20973:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1788521560.003876:0:20973:0:(import.c:65:import_set_state_nolock()) ffff8fef6e4db000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1788521560.003960:0:20973:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8fef6da819c0) has no exports 00000100:00100000:1.0:1788521560.004353:0:19185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3642:x1875400222546816:12345-0@lo:9:umount.0 Request processed in 965us (1128us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521560.004362:0:19185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788521560.004397:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222546944:0@lo:9:umount.0 00000100:00100000:1.0:1788521560.004432:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521560.004515:0:18706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222546944 00000100:00100000:0.0:1788521560.004523:0:18706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222546944 00000100:00100000:0.0:1788521560.004571:0:18706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788521560.004579:0:18706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875400222546944:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788521560.004600:0:18706:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d27e9 00000100:00080000:0.0:1788521560.004608:0:18706:0:(import.c:65:import_set_state_nolock()) ffff8fef44a9f000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788521560.004646:0:18706:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788521560.007252:0:18706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3642:x1875400222546944:12345-0@lo:9:umount.0 Request processed in 2659us (2804us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521560.007271:0:18706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:0.0:1788521560.010053:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788521560.010067:0:17195:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788521560.010143:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.141@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788521560.010406:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef6e4db000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1788521560.010423:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1788521560.010426:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788521560.010440:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222546944:0@lo:9:umount.0 00000100:00080000:1.0:1788521560.010461:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef7f05c800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1788521560.010474:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1788521560.010475:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788521560.010478:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222546816:0@lo:9:umount.0 00010000:00010000:1.0:1788521560.010530:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521560.011457:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521560.011776:0:17185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f077800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3645:x1875400222546176:12345-0@lo:103:ldlm_bl.0 Request processed in 11358us (11712us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788521560.011789:0:17185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:2.0:1788521560.039087:0:3645:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.141@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1788521560.039095:0:3645:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788521560.039108:0:3645:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fee424ebb80 x1875400222544512/t0(0) o400->MGC192.168.203.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1788521574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521560.039187:0:3645:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fef7f075f80 x1875400222546176/t0(0) o103->MGC192.168.203.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788521575 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521560.039228:0:3645:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fef7f076d80 x1875400222546688/t0(0) o103->MGC192.168.203.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788521575 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521560.039236:0:3645:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fef7f076a00 x1875400222546304/t0(0) o103->MGC192.168.203.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788521575 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521560.039244:0:3645:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fef7f075180 x1875400222546432/t0(0) o103->MGC192.168.203.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788521575 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521560.039254:0:3645:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fef7f076680 x1875400222546560/t0(0) o103->MGC192.168.203.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788521575 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788521560.039744:0:3643:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8fef7675f800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:1.0:1788521560.039919:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3643:1875400222546432:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788521560.039958:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f076680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3643:1875400222546560:0@lo:103:ldlm_bl.0 10000000:01000000:2.0:1788521560.040029:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788521560.040034:0:3645:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788521560.040035:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1788521560.040040:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8fef7675f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788521560.040045:0:3645:0:(import.c:545:import_select_connection()) MGC192.168.203.141@tcp: connect to NID 0@lo last attempt 510 00000100:00080000:2.0:1788521560.040056:0:3645:0:(import.c:665:import_select_connection()) MGC192.168.203.141@tcp: import ffff8fef7675f800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:2.0:1788521560.040235:0:3645:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef816df480 x1875400222547072/t0(0) o250->MGC192.168.203.141@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788521560.040275:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3645:1875400222546176:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788521560.040283:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f076d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3645:1875400222546688:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788521560.040298:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f076a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3645:1875400222546304:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788521560.040556:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3642:1875400222547072:0@lo:250:ptlrpcd_00_02.0 00000100:00100000:3.0:1788521560.040561:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3644:1875400222544512:0@lo:400:kworker.0 00000400:00000100:3.0:1788521560.040724:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875400222547072 offset 0 length 520: 4 00000020:00080000:0.0:1788521560.051290:0:20973:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8fef6da819c0) has no exports 00000020:01000000:2.0:1788521560.095604:0:20973:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fee430a73c0 - data ffff8fef65049798/ffff8fef457fd400 00000020:01000000:2.0:1788521560.095830:0:20973:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fef42a96a80 - data ffff8fef65357288/ffff8fef4570bc00 00000001:00000004:2.0:1788521560.106988:0:20973:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:2.0:1788521560.172636:0:20973:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788521560.172649:0:20973:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788521560.172659:0:20973:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1788521560.175636:0:20973:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788521560.175649:0:20973:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1788521560.175725:0:20973:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788521560.175729:0:20973:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788521560.176724:0:17941:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788521560.176731:0:17941:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:0.0:1788521560.176762:0:17941:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1788521560.177698:0:20973:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788521560.177705:0:20973:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1788521560.177730:0:20973:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788521560.177734:0:20973:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788521560.177936:0:17943:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788521560.177941:0:17943:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1788521560.177952:0:17943:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1788521560.189434:0:20973:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d24e7 00000020:00000080:1.0:1788521560.189453:0:20973:0:(genops.c:885:class_export_put()) final put ffff8fef44a9f800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1788521560.189510:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef44a9f800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788521560.190287:0:20973:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d24fc 00000020:00000080:1.0:1788521560.190297:0:20973:0:(genops.c:885:class_export_put()) final put ffff8fef7f07b800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1788521560.190316:0:20973:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:1.0:1788521560.190323:0:20973:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788521560.190333:0:20973:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788521560.190338:0:20973:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff8fee42138000) has no exports 00000004:01000000:1.0:1788521560.190538:0:20973:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1788521560.190548:0:20973:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2550 00000020:00000080:1.0:1788521560.190554:0:20973:0:(genops.c:885:class_export_put()) final put ffff8fef4e7a6000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1788521560.190559:0:20973:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1788521560.190563:0:20973:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788521560.190568:0:20973:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788521560.190570:0:20973:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff8fee426d4d40) has no exports 00000020:00000080:1.0:1788521560.190576:0:20973:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2549 00000020:00000080:1.0:1788521560.190580:0:20973:0:(genops.c:885:class_export_put()) final put ffff8fef6e4da800/lustre-MDT0001-osd_UUID 00010000:01000000:1.0:1788521560.191023:0:20973:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:1.0:1788521560.191029:0:20973:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788521560.191048:0:20973:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1788521560.191056:0:20973:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788521560.191058:0:20973:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788521560.191096:0:20973:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788521560.191103:0:20973:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788521560.191109:0:20973:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d253b 00000020:00000080:1.0:1788521560.191114:0:20973:0:(genops.c:885:class_export_put()) final put ffff8fef44a9b800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1788521560.191119:0:20973:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:1.0:1788521560.191122:0:20973:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788521560.191126:0:20973:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788521560.191128:0:20973:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff8fef6da83380) has no exports 00000020:00000080:1.0:1788521560.191133:0:20973:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2534 00000020:00000080:1.0:1788521560.191135:0:20973:0:(genops.c:885:class_export_put()) final put ffff8fef7f058000/lustre-MDT0001-osd_UUID 00010000:01000000:1.0:1788521560.191505:0:20973:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:1.0:1788521560.191509:0:20973:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788521560.191512:0:20973:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1788521560.191516:0:20973:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788521560.191518:0:20973:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788521560.191544:0:20973:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788521560.191549:0:20973:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:1.0:1788521560.191563:0:20973:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1788521560.191568:0:20973:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d251f 00000020:00000080:1.0:1788521560.191574:0:20973:0:(genops.c:885:class_export_put()) final put ffff8fef44a9c000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1788521560.191579:0:20973:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:1.0:1788521560.191583:0:20973:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788521560.191586:0:20973:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788521560.191589:0:20973:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff8fef7efecd40) has no exports 00000020:00000080:1.0:1788521560.191594:0:20973:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2518 00000020:00000080:1.0:1788521560.191597:0:20973:0:(genops.c:885:class_export_put()) final put ffff8fef7f05d800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1788521560.192519:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef7f07b800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:2.0:1788521560.192537:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef4e7a6000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1788521560.192544:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef6e4da800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788521560.192552:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef6e4db000 for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1788521560.192560:0:477:0:(genops.c:885:class_export_put()) final put ffff8fef44a99800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788521560.192562:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef44a99800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:2.0:1788521560.192567:0:477:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788521560.192687:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef44a9b800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1788521560.192694:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef7f058000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788521560.192701:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef7f05c800 for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1788521560.192706:0:477:0:(genops.c:885:class_export_put()) final put ffff8fef44a9a800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788521560.192708:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef44a9a800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:2.0:1788521560.192711:0:477:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788521560.192746:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef44a9c000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1788521560.192751:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef7f05d800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1788521560.193549:0:20973:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1788521560.193557:0:20973:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788521560.193561:0:20973:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788521560.193569:0:20973:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788521560.193660:0:20973:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788521560.193675:0:20973:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788521560.193716:0:20973:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788521560.193722:0:20973:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788521560.193726:0:20973:0:(genops.c:885:class_export_put()) final put ffff8fef81497000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788521560.193730:0:20973:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef81497000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1788521560.193740:0:20973:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788521560.194609:0:20973:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2503 00000020:00000080:0.0:1788521560.194623:0:20973:0:(genops.c:885:class_export_put()) final put ffff8fef7f07a000/lustre-MDD0001_UUID 00000020:01000000:0.0:1788521560.194632:0:20973:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1788521560.194638:0:20973:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788521560.194646:0:20973:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788521560.194650:0:20973:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff8fef6da80000) has no exports 00000020:00000080:0.0:1788521560.194678:0:20973:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788521560.194684:0:20973:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1788521560.194689:0:20973:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d250a 00000020:00000080:0.0:1788521560.194693:0:20973:0:(genops.c:885:class_export_put()) final put ffff8fef7f07c000/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1788521560.194703:0:20973:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fef7a3b2800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1788521560.194707:0:20973:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fef7a3b2800 2 00000020:01000004:0.0:1788521560.194711:0:20973:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8fef7a3b2800 from lustre-MDT0001 00000020:00000080:0.0:1788521560.194740:0:20973:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788521560.194745:0:20973:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1788521560.194748:0:20973:0:(genops.c:885:class_export_put()) final put ffff8fef44a9d000/lustre-MDT0001_UUID 00000020:00000080:0.0:1788521560.194751:0:20973:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef44a9d000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1788521560.194760:0:20973:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1788521560.194810:0:20973:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1788521560.194815:0:20973:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1788521560.194818:0:20973:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788521560.194821:0:20973:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788521560.194829:0:20973:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8fee41abd800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788521560.194835:0:20973:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff8fef7ef519c0) has exports, disconnecting them 00000020:00080000:0.0:1788521560.194859:0:20973:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8fee41abd800), last request at 1788521474 00000020:00000080:0.0:1788521560.194865:0:20973:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2588 00000020:00080000:0.0:1788521560.194909:0:20973:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fee41abd800): rc 0 00000020:00000080:0.0:1788521560.194913:0:20973:0:(genops.c:885:class_export_put()) final put ffff8fee41abd800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1788521560.196370:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef7f05a000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1788521560.196386:0:477:0:(genops.c:885:class_export_put()) final put ffff8fef7f05b800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788521560.196390:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef7f05b800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:2.0:1788521560.196398:0:477:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788521560.196569:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef7f07a000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:2.0:1788521560.196575:0:477:0:(genops.c:885:class_export_put()) final put ffff8fef44a98800/lustre-MDD0001_UUID 00000020:00000080:2.0:1788521560.196576:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef44a98800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:2.0:1788521560.196580:0:477:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:2.0:1788521560.196694:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef7f07c000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788521560.196700:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee41abd800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:2.0:1788521560.209090:0:20973:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:2.0:1788521560.209263:0:20973:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788521560.209273:0:20973:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788521560.209283:0:20973:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788521560.209324:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fee41abc800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1788521560.209541:0:20973:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788521560.209553:0:20973:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:2.0:1788521560.209560:0:20973:0:(genops.c:885:class_export_put()) final put ffff8fee4211d800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:2.0:1788521560.209565:0:20973:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee4211d800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:2.0:1788521560.209578:0:20973:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:2.0:1788521560.209684:0:20973:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fef7a3b2800 1 00000020:00000080:2.0:1788521560.209692:0:20973:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d24af 00000020:00000080:2.0:1788521560.209700:0:20973:0:(genops.c:885:class_export_put()) final put ffff8fef4e7a2800/lustre-MDT0001-osd_UUID 00000020:01000000:2.0:1788521560.209710:0:20973:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:2.0:1788521560.209718:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef4e7a2800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788521560.209728:0:20973:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788521560.209734:0:20973:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788521560.209738:0:20973:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff8fef7ef50000) has no exports 00000020:00000080:2.0:1788521560.346803:0:20973:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788521560.346823:0:20973:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:2.0:1788521560.346831:0:20973:0:(genops.c:885:class_export_put()) final put ffff8fef48533800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1788521560.346836:0:20973:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef48533800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:2.0:1788521560.346855:0:20973:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:2.0:1788521560.347051:0:20973:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8fef48534000 00000020:01000000:2.0:1788521560.347077:0:20973:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:2.0:1788521560.347082:0:20973:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788521560.347088:0:20973:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788521560.347093:0:20973:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff8fef4e780000) has no exports 00000100:00100000:0.0:1788521560.347352:0:19535:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff8fee43364e00:19535] 3 exiting: rc = 0 00000100:00100000:1.0:1788521560.347581:0:17201:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff8fef6dbcf200:17201] 2 exiting: rc = 0 00000100:00100000:1.0:1788521560.347663:0:17199:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff8fef6dbcfa00:17199] 0 exiting: rc = 1 00000100:00100000:1.0:1788521560.347734:0:17200:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff8fef6dbce800:17200] 1 exiting: rc = 0 00000100:00100000:2.0:1788521560.348679:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348690:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348697:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348704:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348711:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348717:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348722:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348728:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348734:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348741:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348748:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348754:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348762:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348767:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348773:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348780:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348786:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348792:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348799:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348805:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348811:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348817:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348823:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348830:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348836:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348851:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348858:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348865:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348872:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.348878:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349229:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349236:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349243:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349249:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349256:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349264:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349270:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349277:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349285:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349292:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349298:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349303:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349309:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349315:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349320:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349326:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349332:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349338:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349344:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349350:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349356:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349362:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349368:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349374:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349379:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349386:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349392:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349398:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349404:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349410:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349416:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349421:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349427:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.349433:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.359590:0:17202:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8fef6e5eac00:17202] 0 exiting: rc = 1 00000100:00100000:1.0:1788521560.360946:0:17203:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8fef6e5eb200:17203] 1 exiting: rc = 0 00000100:00100000:3.0:1788521560.364950:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.364962:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.364970:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.364976:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.364982:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.364988:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.364994:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365000:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365007:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365013:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365018:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365024:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365030:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365035:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365040:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365046:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365051:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365056:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365063:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365068:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365074:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365080:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365085:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365091:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365096:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365101:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365106:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365146:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365155:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365161:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365167:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365173:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365178:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365184:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365190:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365195:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365200:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365206:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365212:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365217:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365223:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365229:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365234:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365240:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365245:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365250:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365256:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365261:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365266:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365272:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365279:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365285:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365290:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365295:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365302:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365308:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365313:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365322:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365327:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365333:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365339:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365344:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365358:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.365363:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.367529:0:17204:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff8fef8148be00:17204] 0 exiting: rc = 1 00000100:00100000:3.0:1788521560.368456:0:17205:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff8fef412e7a00:17205] 1 exiting: rc = 0 00000100:00100000:3.0:1788521560.368552:0:17940:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff8fef4570e400:17940] 2 exiting: rc = 0 00000100:00100000:3.0:1788521560.368639:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368648:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368655:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368671:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368680:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368686:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368693:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368701:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368708:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368715:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368722:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368729:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368735:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368741:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368748:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368774:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368782:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368788:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368795:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368801:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368808:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368814:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368821:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368828:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368835:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368841:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368859:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368896:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368906:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368912:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368919:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368939:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368945:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368954:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368961:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368968:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368975:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368982:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.368989:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369025:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369036:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369043:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369052:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369059:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369065:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369071:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369076:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369085:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369095:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369104:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369110:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369133:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369141:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369147:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369154:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369160:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369167:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369173:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369180:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369187:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369195:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369201:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369207:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.369226:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788521560.389783:0:17207:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8fef76503a00:17207] 1 exiting: rc = 0 00000100:00100000:3.0:1788521560.389786:0:17206:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8fef412e6200:17206] 0 exiting: rc = 1 00000100:00100000:2.0:1788521560.390161:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390184:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390189:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390195:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390201:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390208:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390214:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390220:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390226:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390232:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390237:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390242:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390248:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390253:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390260:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390265:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390271:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390277:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390283:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390289:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390295:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390301:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390316:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390323:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390329:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390334:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390340:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390345:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390350:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390355:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390360:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390366:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390370:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390375:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390381:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390386:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390399:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390404:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390409:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390415:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390420:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390426:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390432:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390443:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390448:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390454:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390460:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390701:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390712:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390717:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390724:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390729:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390735:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390740:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390746:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390751:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390757:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390762:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390767:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390773:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390779:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390784:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390789:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.390795:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.394578:0:17208:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8fef76502400:17208] 0 exiting: rc = 1 00000100:00100000:0.0:1788521560.394768:0:17209:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8fef76502000:17209] 1 exiting: rc = 0 00000100:00100000:2.0:1788521560.395712:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395721:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395727:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395732:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395737:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395742:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395747:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395768:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395774:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395780:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395786:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395791:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395797:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395803:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395808:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395814:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395820:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395825:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395831:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395836:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395852:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395859:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395865:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395871:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395876:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395881:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395905:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395911:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395916:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395922:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395928:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395934:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395940:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395944:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395949:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395954:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395959:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395965:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395970:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395977:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395982:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.395989:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396064:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396070:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396076:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396081:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396086:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396092:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396097:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396103:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396387:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396396:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396402:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396407:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396414:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396420:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396425:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396431:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396437:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396443:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396448:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396455:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396460:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.396553:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.398561:0:17211:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff8fef7159ea00:17211] 1 exiting: rc = 0 00000100:00100000:0.0:1788521560.398807:0:17210:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff8fef76503200:17210] 0 exiting: rc = 1 00000100:00100000:2.0:1788521560.399248:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399257:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399263:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399269:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399274:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399279:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399283:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399289:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399294:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399299:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399672:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399683:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399689:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399710:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399715:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399721:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399726:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399732:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399738:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399744:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399749:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399755:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399760:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399766:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399772:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399778:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399784:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399789:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399795:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399801:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399806:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399811:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399817:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399823:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399828:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399835:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399841:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399859:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399865:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399870:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399876:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399902:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399910:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399916:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399922:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399927:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399932:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399938:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399951:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399956:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399962:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399968:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399973:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399979:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.399985:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.400000:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.400007:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.400012:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.400018:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.400024:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.400029:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.400034:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.400040:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521560.400045:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521560.401754:0:17212:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff8fef7159fc00:17212] 0 exiting: rc = 1 00000100:00100000:1.0:1788521560.402756:0:17214:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff8fef76525a00:17214] 2 exiting: rc = 0 00000100:00100000:2.0:1788521560.409491:0:17213:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff8fef50ef8400:17213] 1 exiting: rc = 0 00000100:00100000:1.0:1788521560.409923:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.409932:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.409938:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.409944:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.409950:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.409958:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.409964:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.409969:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.409975:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.409982:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.409989:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.409995:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410002:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410009:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410015:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410021:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410027:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410033:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410040:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410047:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410053:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410075:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410083:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410091:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410097:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410104:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410110:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410118:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410125:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410132:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410138:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410175:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410180:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410186:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410191:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410197:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410203:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410209:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410214:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410220:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410227:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410233:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410239:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410246:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410252:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410273:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410281:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410287:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410293:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410298:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410304:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410311:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410317:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410323:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410330:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410337:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410342:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410348:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410355:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410361:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410366:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410372:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410378:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521560.410386:0:20973:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1788521560.419687:0:20973:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788521560.419706:0:20973:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1788521560.419730:0:20973:0:(genops.c:885:class_export_put()) final put ffff8fef81475800/MDS_uuid 00000020:00000080:1.0:1788521560.419736:0:20973:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef81475800/MDS_uuid for MDS 00000020:01000000:1.0:1788521560.419745:0:20973:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1788521560.419963:0:20973:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:0.0:1788521560.589413:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521561.622630:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521562.642312:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788521563.277703:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94dd3513-7bc4-4d8b-8448-a7d8a70716ce->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788521563.277714:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 94dd3513-7bc4-4d8b-8448-a7d8a70716ce->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788521563.277718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788521563.277722:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788521563.277726:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fef5a9e9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788521563.277735:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 608 00000100:00080000:2.0:1788521563.277742:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788521563.277749:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8fef5a9e9800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:2.0:1788521563.277792:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef816dca80 x1875400222547200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788521563.277857:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788521563.277861:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788521563.277876:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fee4376f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788521563.277904:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 608 00000100:00080000:2.0:1788521563.277907:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788521563.277911:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8fee4376f800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:2.0:1788521563.277925:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef816dc380 x1875400222547456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788521563.277970:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788521563.277973:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1875400222547328:0@lo:400:kworker.0 00000100:00100000:2.0:1788521563.277981:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875400222547584:0@lo:400:kworker.0 00000100:00100000:3.0:1788521563.278053:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1875400222547200:0@lo:38:kworker.0 00000400:00000100:2.0:1788521563.280293:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875400222547584 offset 0 length 224: 4 00000400:00000100:1.0:1788521563.286876:0:3646:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875400222547328 offset 0 length 224: 4 00000400:00000100:3.0:1788521563.291133:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875400222547200 offset 0 length 520: 4 00000100:00100000:3.0:1788521563.291178:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875400222547456:0@lo:38:kworker.0 00000400:00000100:3.0:1788521563.291206:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875400222547456 offset 0 length 520: 4 00010000:00010000:0.0:1788521563.670362:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521564.687429:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788521564.716387:0:21175:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1788521564.735311:0:21175:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1788521564.735370:0:21175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef457f3c00/0x411dd0ee4d2d2622 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2629 expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521564.735384:0:21175:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef457f3c00/0x411dd0ee4d2d2622 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2629 expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521564.735391:0:21175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef457f3c00/0x411dd0ee4d2d2622 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d2629 expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521564.735397:0:21175:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.141@tcp lock: ffff8fef457f3c00/0x411dd0ee4d2d2622 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d2629 expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521564.735423:0:21175:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788521564.735428:0:21175:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1788521564.735454:0:21175:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788521564.735465:0:21175:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fef816dca80 x1875400222547200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788521578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521564.735482:0:21175:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788521564.735502:0:21175:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788521564.735508:0:21175:0:(import.c:65:import_set_state_nolock()) ffff8fef5a9e9800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1788521564.735513:0:21175:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788521564.735517:0:21175:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fef816dca80 x1875400222547200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788521578 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521564.735524:0:21175:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788521564.735527:0:21175:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 18s for inflight to error out 00000100:00100000:3.0:1788521564.735625:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1875400222547200:0@lo:38:kworker.0 00000100:00080000:2.0:1788521564.736561:0:21175:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788521564.736570:0:21175:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fef816ded80 x1875400222547328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521564.736597:0:21175:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788521564.736602:0:21175:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1788521564.736622:0:21175:0:(import.c:65:import_set_state_nolock()) ffff8fef5832a000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1788521564.736714:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1875400222547712:0@lo:39:umount.0 00000400:00000100:3.0:1788521564.736766:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875400222547712 offset 0 length 224: 4 00010000:00010000:0.0:1788521564.736911:0:20227:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788521564.736921:0:20227:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef457f3c00/0x411dd0ee4d2d2622 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d2629 expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521564.736930:0:20227:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f3c00 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:0.0:1788521564.736934:0:20227:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef457f3c00/0x411dd0ee4d2d2622 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d2629 expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521564.736946:0:20227:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef457f3c00/0x411dd0ee4d2d2622 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x411dd0ee4d2d2629 expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788521564.736954:0:20227:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef457f3c00/0x411dd0ee4d2d2622 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x411dd0ee4d2d2629 expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788521564.736959:0:20227:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788521564.736961:0:20227:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788521564.736965:0:20227:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788521564.736979:0:20227:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8fef7675f800 00010000:00010000:0.0:1788521564.736983:0:20227:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef457f3c00/0x411dd0ee4d2d2622 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x411dd0ee4d2d2629 expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521564.737005:0:20227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef457f3c00/0x411dd0ee4d2d2622 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x411dd0ee4d2d2629 expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521564.737019:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521564.737021:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521564.737023:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521564.738337:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1875400222547328:0@lo:400:kworker.0 00000100:00080000:2.0:1788521565.325345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94dd3513-7bc4-4d8b-8448-a7d8a70716ce->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788521565.325353:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 94dd3513-7bc4-4d8b-8448-a7d8a70716ce->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788521565.325356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788521565.325359:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788521565.325623:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875400222547840:0@lo:400:kworker.0 00000400:00000100:0.0:1788521565.325676:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875400222547840 offset 0 length 224: 4 00010000:00010000:1.0:1788521565.711778:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788521565.841222:0:19520:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788521565.841232:0:19520:0:(genops.c:885:class_export_put()) final put ffff8fef58329800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788521565.841376:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef58329800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1788521565.841423:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef44a9f000 for lustre-OST0001 00000001:00100000:0.0:1788521565.845483:0:18701:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788521565.845492:0:18701:0:(genops.c:885:class_export_put()) final put ffff8fee437dc800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788521565.850827:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee437dc800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1788521565.850932:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fee437dc000 for lustre-OST0000 00010000:00010000:0.0:1788521566.733490:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521567.757073:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788521568.333057:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94dd3513-7bc4-4d8b-8448-a7d8a70716ce->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788521568.333067:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 94dd3513-7bc4-4d8b-8448-a7d8a70716ce->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788521568.333071:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788521568.333075:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788521568.333208:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875400222547968:0@lo:400:kworker.0 00000400:00000100:2.0:1788521568.333271:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875400222547968 offset 0 length 224: 4 00010000:00010000:0.0:1788521568.781114:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521569.805165:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521570.829577:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521570.893987:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788521560/real 1788521560] req@ffff8fef816df480 x1875400222547072/t0(0) o250->MGC192.168.203.141@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788521570 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521570.894025:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fef816df480 x1875400222547072/t0(0) o250->MGC192.168.203.141@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788521570 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788521570.894046:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef7675f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788521570.894115:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1788521570.894120:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3642:1875400222547072:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:0.0:1788521570.894185:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94dd3513-7bc4-4d8b-8448-a7d8a70716ce->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788521570.894190:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1788521570.894193:0:38:0:(import.c:65:import_set_state_nolock()) ffff8fef7675f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788521570.894197:0:38:0:(import.c:545:import_select_connection()) MGC192.168.203.141@tcp: connect to NID 0@lo last attempt 610 00000100:00080000:0.0:1788521570.894203:0:38:0:(import.c:630:import_select_connection()) MGC192.168.203.141@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788521570.894209:0:38:0:(import.c:665:import_select_connection()) MGC192.168.203.141@tcp: import ffff8fef7675f800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:0.0:1788521570.894251:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef7b4fdc00 x1875400222548096/t0(0) o250->MGC192.168.203.141@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788521570.894417:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3642:1875400222548096:0@lo:250:kworker.0 00000400:00000100:3.0:1788521570.894464:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875400222548096 offset 0 length 520: 4 00000100:00080000:0.0:1788521570.894701:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788521570.894706:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788521570.894801:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788521570.894987:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875400222548224:0@lo:400:kworker.0 00000400:00000100:2.0:1788521570.895017:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875400222548224 offset 0 length 224: 4 00010000:00010000:2.0:1788521571.853997:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521572.880934:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521573.911041:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521574.928527:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521574.989015:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788521564/real 1788521564] req@ffff8fef816dc700 x1875400222547712/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788521574 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521574.989071:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fef816dc700 x1875400222547712/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788521574 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788521574.989089:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef5832a000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1788521574.989108:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1875400222547712:0@lo:39:umount.0 00000100:00080000:2.0:1788521574.989195:0:21175:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788521574.989200:0:21175:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788521574.989204:0:21175:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1788521574.990218:0:21175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee434aa400/0x411dd0ee4d2d25f8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d25ff expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521574.990232:0:21175:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee434aa400/0x411dd0ee4d2d25f8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d25ff expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521574.990240:0:21175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee434aa400/0x411dd0ee4d2d25f8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d25ff expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521574.990247:0:21175:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.141@tcp lock: ffff8fee434aa400/0x411dd0ee4d2d25f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d25ff expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521574.990329:0:21175:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788521574.990336:0:21175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef821dde00/0x411dd0ee4d2d294e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2955 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521574.990343:0:21175:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef821dde00/0x411dd0ee4d2d294e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2955 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521574.990350:0:21175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef821dde00/0x411dd0ee4d2d294e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d2955 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521574.990355:0:21175:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.141@tcp lock: ffff8fef821dde00/0x411dd0ee4d2d294e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d2955 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521574.991654:0:21175:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1788521574.991664:0:21175:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:2.0:1788521574.991702:0:21175:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:2.0:1788521574.991706:0:21175:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:2.0:1788521574.991714:0:21175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788521574.991719:0:21175:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788521574.991724:0:21175:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8fef6da84d40) has no exports 00000020:00080000:2.0:1788521574.991769:0:21175:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8fef6da84d40) has no exports 00010000:00010000:1.0:1788521574.992478:0:20227:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788521574.992487:0:20227:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fee434aa400/0x411dd0ee4d2d25f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d25ff expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521574.992498:0:20227:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee434aa400 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:1.0:1788521574.992502:0:20227:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fee434aa400/0x411dd0ee4d2d25f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d25ff expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521574.992512:0:20227:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fee434aa400/0x411dd0ee4d2d25f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x411dd0ee4d2d25ff expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788521574.992520:0:20227:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fee434aa400/0x411dd0ee4d2d25f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x411dd0ee4d2d25ff expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788521574.992526:0:20227:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788521574.992528:0:20227:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:1.0:1788521574.992532:0:20227:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:1.0:1788521574.992547:0:20227:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8fef7675f800 00010000:00010000:1.0:1788521574.992550:0:20227:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fee434aa400/0x411dd0ee4d2d25f8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x411dd0ee4d2d25ff expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521574.992571:0:20227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fee434aa400/0x411dd0ee4d2d25f8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x411dd0ee4d2d25ff expref: -99 pid: 18700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521574.992587:0:20227:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788521574.992591:0:20227:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef821dde00/0x411dd0ee4d2d294e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d2955 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521574.992596:0:20227:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dde00 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:1.0:1788521574.992599:0:20227:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef821dde00/0x411dd0ee4d2d294e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d2955 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521574.992606:0:20227:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef821dde00/0x411dd0ee4d2d294e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x411dd0ee4d2d2955 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788521574.992612:0:20227:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef821dde00/0x411dd0ee4d2d294e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x411dd0ee4d2d2955 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788521574.992617:0:20227:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788521574.992619:0:20227:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788521574.992621:0:20227:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788521574.992626:0:20227:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8fef7675f800 00010000:00010000:1.0:1788521574.992629:0:20227:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef821dde00/0x411dd0ee4d2d294e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x411dd0ee4d2d2955 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521574.992636:0:20227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef821dde00/0x411dd0ee4d2d294e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x411dd0ee4d2d2955 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521574.992644:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521574.992646:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521574.992654:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521574.992703:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1788521574.994228:0:21175:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fee41b6c3c0 - data ffff8fee41c3c0d8/ffff8fef7522d800 00000020:01000000:2.0:1788521574.994340:0:21175:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fef764f0180 - data ffff8fef65098510/ffff8fee4227a000 00100000:10000000:2.0:1788521575.001821:0:21175:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1788521575.010325:0:21175:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d260d 00000020:00000080:3.0:1788521575.010337:0:21175:0:(genops.c:885:class_export_put()) final put ffff8fee437d9000/lustre-OST0000-osd_UUID 00000020:01000004:3.0:1788521575.010358:0:21175:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fef4e7ac800 from lustre-OST0000, refs=2 00000020:01000004:3.0:1788521575.010362:0:21175:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fef4e7ac800 2 00000020:01000004:3.0:1788521575.010365:0:21175:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8fef4e7ac800 from lustre-OST0000 00000020:00000080:3.0:1788521575.010399:0:21175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788521575.010409:0:21175:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:3.0:1788521575.010412:0:21175:0:(genops.c:885:class_export_put()) final put ffff8fee437d8000/lustre-OST0000_UUID 00000020:00000080:3.0:1788521575.010414:0:21175:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee437d8000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:3.0:1788521575.010425:0:21175:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:00000080:1.0:1788521575.010448:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee437d9000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000004:3.0:1788521575.010477:0:21175:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:3.0:1788521575.010482:0:21175:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1788521575.010485:0:21175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788521575.010568:0:21175:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788521575.010574:0:21175:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8fef55161800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788521575.010579:0:21175:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff8fef46a0b380) has exports, disconnecting them 00000020:00080000:3.0:1788521575.010582:0:21175:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8fef55161800), last request at 1788521490 00000020:00000080:3.0:1788521575.010585:0:21175:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2637 00000020:00080000:3.0:1788521575.010593:0:21175:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fef55161800): rc 0 00000020:00000080:3.0:1788521575.010597:0:21175:0:(genops.c:885:class_export_put()) final put ffff8fef55161800/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1788521575.011593:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef55161800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1788521575.015310:0:21175:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1788521575.015317:0:21175:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788521575.015321:0:21175:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788521575.015327:0:21175:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788521575.015401:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef5a9e9800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1788521575.015482:0:21175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788521575.015490:0:21175:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:0.0:1788521575.015496:0:21175:0:(genops.c:885:class_export_put()) final put ffff8fee43269800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:0.0:1788521575.015499:0:21175:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee43269800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:0.0:1788521575.015508:0:21175:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:0.0:1788521575.015609:0:21175:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1788521575.015614:0:21175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788521575.015623:0:21175:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788521575.015629:0:21175:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8fee4326e800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788521575.015634:0:21175:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff8fef46a0cd40) has exports, disconnecting them 00000020:00080000:0.0:1788521575.015638:0:21175:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8fee4326e800), last request at 1788521490 00000020:00000080:0.0:1788521575.015643:0:21175:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d264c 00000020:00080000:0.0:1788521575.015654:0:21175:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fee4326e800): rc 0 00000020:00000080:0.0:1788521575.015658:0:21175:0:(genops.c:885:class_export_put()) final put ffff8fee4326e800/lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1788521575.015710:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee4326e800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:1.0:1788521575.019940:0:21175:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:1.0:1788521575.019973:0:21175:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788521575.019978:0:21175:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788521575.019985:0:21175:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788521575.020012:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef5832a000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1788521575.020184:0:21175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788521575.020194:0:21175:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:1.0:1788521575.020199:0:21175:0:(genops.c:885:class_export_put()) final put ffff8fef5832e800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:1.0:1788521575.020203:0:21175:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef5832e800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:1.0:1788521575.020209:0:21175:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:1.0:1788521575.020272:0:21175:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fef4e7ac800 1 00000020:00000080:1.0:1788521575.020279:0:21175:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d25ea 00000020:00000080:1.0:1788521575.020721:0:21175:0:(genops.c:885:class_export_put()) final put ffff8fef7efd0000/lustre-OST0000-osd_UUID 00000020:01000000:1.0:1788521575.020734:0:21175:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:1.0:1788521575.020753:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef7efd0000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1788521575.020909:0:21175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788521575.020915:0:21175:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788521575.020920:0:21175:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff8fee426d0000) has no exports 00000020:00000080:3.0:1788521575.065825:0:21175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788521575.065839:0:21175:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:3.0:1788521575.065845:0:21175:0:(genops.c:885:class_export_put()) final put ffff8fef4e7ae000/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1788521575.065859:0:21175:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef4e7ae000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:3.0:1788521575.065868:0:21175:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1788521575.070341:0:21175:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8fef4e7aa800 00000020:02000400:2.0:1788521575.070418:0:21175:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:1.0:1788521575.951433:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788521576.079631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94dd3513-7bc4-4d8b-8448-a7d8a70716ce->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788521576.079641:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 94dd3513-7bc4-4d8b-8448-a7d8a70716ce->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788521576.079644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788521576.079654:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788521576.079721:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1875400222548352:0@lo:400:kworker.0 00000400:00000100:0.0:1788521576.079787:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875400222548352 offset 0 length 224: 4 00010000:00010000:0.0:1788521576.973190:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521578.001286:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788521578.063426:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788521563/real 1788521563] req@ffff8fef816dc380 x1875400222547456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1788521578 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521578.063458:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fef816dc380 x1875400222547456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1788521578 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788521578.063502:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fee4376f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788521578.063521:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788521578.063525:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875400222547456:0@lo:38:kworker.0 00000100:00080000:1.0:1788521578.063572:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94dd3513-7bc4-4d8b-8448-a7d8a70716ce->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788521578.063577:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 94dd3513-7bc4-4d8b-8448-a7d8a70716ce->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788521578.063580:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788521578.063583:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788521578.063586:0:38:0:(import.c:65:import_set_state_nolock()) ffff8fee4376f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788521578.063592:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 613 00000100:00080000:1.0:1788521578.063598:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788521578.063604:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8fee4376f800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:1.0:1788521578.063775:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fee43d4ed80 x1875400222548480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788521578.063836:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875400222548608:0@lo:400:kworker.0 00000400:00000100:1.0:1788521578.063912:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875400222548608 offset 0 length 224: 4 00000100:00100000:1.0:1788521578.063974:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875400222548480:0@lo:38:kworker.0 00000400:00000100:1.0:1788521578.063992:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875400222548480 offset 0 length 520: 4 00000020:01000004:2.0:1788521578.898511:0:21377:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1788521578.908959:0:21377:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:1.0:1788521578.909043:0:21377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef821dd400/0x411dd0ee4d2d2787 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d278e expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521578.909058:0:21377:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef821dd400/0x411dd0ee4d2d2787 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d278e expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521578.909083:0:21377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef821dd400/0x411dd0ee4d2d2787 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d278e expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521578.909090:0:21377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.141@tcp lock: ffff8fef821dd400/0x411dd0ee4d2d2787 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d278e expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521578.909110:0:21377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788521578.909116:0:21377:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:2.0:1788521578.909632:0:20227:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788521578.909640:0:20227:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef821dd400/0x411dd0ee4d2d2787 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d278e expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521578.909647:0:20227:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dd400 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:2.0:1788521578.909651:0:20227:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef821dd400/0x411dd0ee4d2d2787 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d278e expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521578.909661:0:20227:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef821dd400/0x411dd0ee4d2d2787 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x411dd0ee4d2d278e expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788521578.909669:0:20227:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef821dd400/0x411dd0ee4d2d2787 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x411dd0ee4d2d278e expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788521578.909673:0:20227:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788521578.909683:0:20227:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788521578.909685:0:20227:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788521578.909700:0:20227:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8fef7675f800 00010000:00010000:2.0:1788521578.909704:0:20227:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef821dd400/0x411dd0ee4d2d2787 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x411dd0ee4d2d278e expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521578.909711:0:20227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef821dd400/0x411dd0ee4d2d2787 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x411dd0ee4d2d278e expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521578.909732:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521578.909734:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521578.909736:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788521578.909835:0:21377:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788521578.909848:0:21377:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fee43d4ed80 x1875400222548480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788521598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521578.909870:0:21377:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788521578.909876:0:21377:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788521578.909901:0:21377:0:(import.c:65:import_set_state_nolock()) ffff8fee4376f800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1788521578.909906:0:21377:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788521578.909910:0:21377:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fee43d4ed80 x1875400222548480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788521598 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521578.909916:0:21377:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788521578.909919:0:21377:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 26s for inflight to error out 00000100:00100000:2.0:1788521578.910054:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875400222548480:0@lo:38:kworker.0 00000100:00080000:1.0:1788521578.916420:0:21377:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788521578.916437:0:21377:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fef816de300 x1875400222547584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521578.916515:0:21377:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fef816ded80 x1875400222547840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521578.916534:0:21377:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fef7b4fd180 x1875400222547968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521578.916553:0:21377:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fef7b4fdf80 x1875400222548224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521586 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521578.916577:0:21377:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fef7b4fed80 x1875400222548352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521578.916595:0:21377:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fee43d4df80 x1875400222548608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521578.916602:0:21377:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00100000:1.0:1788521578.916674:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1875400222548352:0@lo:400:kworker.0 00000100:00080000:1.0:1788521578.916710:0:21377:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1788521578.916743:0:21377:0:(import.c:65:import_set_state_nolock()) ffff8fee4376e800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788521578.921199:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875400222548224:0@lo:400:kworker.0 00000100:00100000:2.0:1788521578.921212:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875400222547968:0@lo:400:kworker.0 00000100:00100000:2.0:1788521578.921260:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1875400222548736:0@lo:39:umount.0 00000400:00000100:2.0:1788521578.921310:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875400222548736 offset 0 length 224: 4 00000100:00100000:3.0:1788521578.921868:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875400222547584:0@lo:400:kworker.0 00000100:00100000:3.0:1788521578.922038:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875400222548608:0@lo:400:kworker.0 00000100:00100000:3.0:1788521578.922049:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875400222547840:0@lo:400:kworker.0 00010000:00010000:1.0:1788521579.021735:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521580.048803:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521581.069288:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521582.093107:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521583.117245:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788521583.245086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94dd3513-7bc4-4d8b-8448-a7d8a70716ce->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788521583.245097:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 94dd3513-7bc4-4d8b-8448-a7d8a70716ce->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1788521584.142912:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521585.101011:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788521570/real 1788521570] req@ffff8fef7b4fdc00 x1875400222548096/t0(0) o250->MGC192.168.203.141@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788521585 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521585.101045:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fef7b4fdc00 x1875400222548096/t0(0) o250->MGC192.168.203.141@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788521585 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788521585.101065:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef7675f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788521585.101093:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1788521585.101097:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3642:1875400222548096:0@lo:250:kworker.0 00000100:00080000:1.0:1788521585.101298:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94dd3513-7bc4-4d8b-8448-a7d8a70716ce->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788521585.101302:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1788521585.101305:0:38:0:(import.c:65:import_set_state_nolock()) ffff8fef7675f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788521585.101310:0:38:0:(import.c:545:import_select_connection()) MGC192.168.203.141@tcp: connect to NID 0@lo last attempt 620 00000100:00080000:1.0:1788521585.101314:0:38:0:(import.c:630:import_select_connection()) MGC192.168.203.141@tcp: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788521585.101320:0:38:0:(import.c:665:import_select_connection()) MGC192.168.203.141@tcp: import ffff8fef7675f800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:1.0:1788521585.101345:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fee43d4fb80 x1875400222548864/t0(0) o250->MGC192.168.203.141@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788521585.101414:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3642:1875400222548864:0@lo:250:kworker.0 00000400:00000100:2.0:1788521585.101456:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875400222548864 offset 0 length 520: 4 00010000:00010000:2.0:1788521585.165182:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521586.192210:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521587.213817:0:17188:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521588.173234:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788521578/real 1788521578] req@ffff8fee43d4e680 x1875400222548736/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788521588 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521588.173263:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fee43d4e680 x1875400222548736/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788521588 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788521588.173295:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fee4376e800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788521588.173311:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1875400222548736:0@lo:39:umount.0 00000100:00080000:1.0:1788521588.173698:0:21377:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788521588.173703:0:21377:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788521588.173707:0:21377:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788521588.175241:0:21377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6600/0x411dd0ee4d2d275d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2764 expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521588.175257:0:21377:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6600/0x411dd0ee4d2d275d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2764 expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521588.175374:0:21377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6600/0x411dd0ee4d2d275d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d2764 expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521588.175383:0:21377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6600/0x411dd0ee4d2d275d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d2764 expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521588.175466:0:21377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788521588.175526:0:21377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef821dd600/0x411dd0ee4d2d2940 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2947 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521588.175535:0:21377:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef821dd600/0x411dd0ee4d2d2940 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2947 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521588.175542:0:21377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef821dd600/0x411dd0ee4d2d2940 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d2947 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521588.175549:0:21377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.141@tcp lock: ffff8fef821dd600/0x411dd0ee4d2d2940 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x411dd0ee4d2d2947 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521588.187244:0:20226:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788521588.187261:0:20226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6600/0x411dd0ee4d2d275d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d2764 expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521588.187274:0:20226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef6d7b6600 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:0.0:1788521588.187278:0:20226:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6600/0x411dd0ee4d2d275d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d2764 expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521588.187288:0:20226:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6600/0x411dd0ee4d2d275d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x411dd0ee4d2d2764 expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788521588.187319:0:20226:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6600/0x411dd0ee4d2d275d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x411dd0ee4d2d2764 expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788521588.187324:0:20226:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788521588.187327:0:20226:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:0.0:1788521588.187342:0:20226:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8fef7675f800 00010000:00010000:0.0:1788521588.187346:0:20226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6600/0x411dd0ee4d2d275d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x411dd0ee4d2d2764 expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521588.187352:0:20226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6600/0x411dd0ee4d2d275d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x411dd0ee4d2d2764 expref: -99 pid: 19519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521588.187371:0:20226:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788521588.187375:0:20226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef821dd600/0x411dd0ee4d2d2940 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d2947 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521588.187380:0:20226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dd600 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:0.0:1788521588.187383:0:20226:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef821dd600/0x411dd0ee4d2d2940 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x411dd0ee4d2d2947 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521588.187389:0:20226:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef821dd600/0x411dd0ee4d2d2940 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x411dd0ee4d2d2947 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788521588.187395:0:20226:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef821dd600/0x411dd0ee4d2d2940 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x411dd0ee4d2d2947 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788521588.187400:0:20226:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788521588.187402:0:20226:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:0.0:1788521588.187406:0:20226:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8fef7675f800 00010000:00010000:0.0:1788521588.187414:0:20226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef821dd600/0x411dd0ee4d2d2940 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x411dd0ee4d2d2947 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521588.187421:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521588.187423:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521588.187425:0:20226:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521588.188899:0:21377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788521588.188914:0:21377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef821dd600/0x411dd0ee4d2d2940 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x411dd0ee4d2d2947 expref: -99 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788521588.188939:0:21377:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:1.0:1788521588.188946:0:21377:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:1.0:1788521588.188948:0:21377:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:1.0:1788521588.189032:0:21377:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:1.0:1788521588.189036:0:21377:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:1.0:1788521588.189044:0:21377:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788521588.189058:0:21377:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788521588.189062:0:21377:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8fef7efe8000) has no exports 00000020:00080000:1.0:1788521588.189086:0:21377:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8fef7efe8000) has no exports 00010000:00010000:2.0:1788521588.189593:0:17187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1788521588.195310:0:21377:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fee41b6cea0 - data ffff8fef6528b1b0/ffff8fef7522e400 00000020:01000000:1.0:1788521588.195448:0:21377:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fee4310c480 - data ffff8fef7f429438/ffff8fee41b0c800 00100000:10000000:1.0:1788521588.220690:0:21377:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788521588.235257:0:21377:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2772 00000020:00000080:2.0:1788521588.235268:0:21377:0:(genops.c:885:class_export_put()) final put ffff8fee42363800/lustre-OST0001-osd_UUID 00000020:00000080:2.0:1788521588.235286:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee42363800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000004:2.0:1788521588.235297:0:21377:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fef7a3bc000 from lustre-OST0001, refs=2 00000020:01000004:2.0:1788521588.235300:0:21377:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fef7a3bc000 2 00000020:01000004:2.0:1788521588.235304:0:21377:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8fef7a3bc000 from lustre-OST0001 00000020:00000080:2.0:1788521588.235330:0:21377:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788521588.235338:0:21377:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1788521588.235343:0:21377:0:(genops.c:885:class_export_put()) final put ffff8fef74a47000/lustre-OST0001_UUID 00000020:00000080:2.0:1788521588.235345:0:21377:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef74a47000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1788521588.235350:0:21377:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1788521588.235460:0:21377:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 94dd3513-7bc4-4d8b-8448-a7d8a70716ce->MGS 00010000:00010000:2.0:1788521588.235475:0:21377:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef4167f800/0x411dd0ee4d2d24b6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x411dd0ee4d2d24bd expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788521588.235486:0:21377:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef4167f800/0x411dd0ee4d2d24b6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x411dd0ee4d2d24bd expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788521588.235493:0:21377:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1788521588.236186:0:21377:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1788521588.236190:0:21377:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1788521588.236204:0:21377:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8fef7675f800 00010000:00010000:2.0:1788521588.236208:0:21377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef4167f800/0x411dd0ee4d2d24b6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x411dd0ee4d2d24bd expref: -99 pid: 17930 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521588.236239:0:21377:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fee434ab200/0x411dd0ee4d2d23a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x411dd0ee4d2d23ac expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788521588.236247:0:21377:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fee434ab200/0x411dd0ee4d2d23a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x411dd0ee4d2d23ac expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788521588.236253:0:21377:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788521588.236255:0:21377:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1788521588.236257:0:21377:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1788521588.236267:0:21377:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8fef7675f800 00010000:00010000:2.0:1788521588.236270:0:21377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fee434ab200/0x411dd0ee4d2d23a5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x411dd0ee4d2d23ac expref: -99 pid: 17178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788521588.236286:0:21377:0:(import.c:65:import_set_state_nolock()) ffff8fef7675f800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1788521588.236290:0:21377:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788521588.236292:0:21377:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788521588.236293:0:21377:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1788521588.236298:0:21377:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788521588.236308:0:21377:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fee43d4fb80 x1875400222548864/t0(0) o250->MGC192.168.203.141@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788521605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788521588.236333:0:21377:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788521588.236336:0:21377:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00000100:00100000:1.0:1788521588.236449:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:94dd3513-7bc4-4d8b-8448-a7d8a70716ce:3642:1875400222548864:0@lo:250:kworker.0 10000000:01000000:2.0:1788521588.236519:0:21377:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788521588.236527:0:21377:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2390 00000020:00000080:2.0:1788521588.236532:0:21377:0:(genops.c:885:class_export_put()) final put ffff8fef81471000/94dd3513-7bc4-4d8b-8448-a7d8a70716ce 00000020:01000000:2.0:1788521588.236549:0:21377:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.141@tcp (flags='') 00000020:00000080:2.0:1788521588.236554:0:21377:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788521588.236559:0:21377:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.141@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788521588.236563:0:21377:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff8fee421399c0) has no exports 00000020:00000080:1.0:1788521588.236667:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef81471000/94dd3513-7bc4-4d8b-8448-a7d8a70716ce for MGC192.168.203.141@tcp 10000000:01000000:1.0:1788521588.236705:0:17196:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1788521588.237144:0:21377:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.141@tcp: client import never connected 00000100:00080000:2.0:1788521588.237153:0:21377:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1788521588.237156:0:21377:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788521588.237158:0:21377:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1788521588.237160:0:21377:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788521588.237200:0:21377:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788521588.237205:0:21377:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.141@tcp (uuid 94dd3513-7bc4-4d8b-8448-a7d8a70716ce) 00000020:01000000:2.0:1788521588.237210:0:21377:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1788521588.237213:0:21377:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788521588.237216:0:21377:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788521588.237221:0:21377:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8fee4376d800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788521588.237226:0:21377:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff8fef6e3a4d40) has exports, disconnecting them 00000020:00080000:2.0:1788521588.237230:0:21377:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8fee4376d800), last request at 1788521507 00000020:00000080:2.0:1788521588.237234:0:21377:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d279c 00000020:00080000:2.0:1788521588.237244:0:21377:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fee4376d800): rc 0 00000020:00000080:2.0:1788521588.237248:0:21377:0:(genops.c:885:class_export_put()) final put ffff8fee4376d800/lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1788521588.238180:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fef7675f800 for MGC192.168.203.141@tcp 00000020:00000080:1.0:1788521588.238189:0:38:0:(genops.c:885:class_export_put()) final put ffff8fef76759000/94dd3513-7bc4-4d8b-8448-a7d8a70716ce 00000020:00000080:1.0:1788521588.238192:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef76759000/94dd3513-7bc4-4d8b-8448-a7d8a70716ce for MGC192.168.203.141@tcp 00000020:01000000:1.0:1788521588.238197:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.141@tcp (94dd3513-7bc4-4d8b-8448-a7d8a70716ce) 00000020:00000080:1.0:1788521588.238441:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee4376d800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:3.0:1788521588.241299:0:21377:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:3.0:1788521588.241307:0:21377:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788521588.241311:0:21377:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788521588.241320:0:21377:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788521588.241491:0:21377:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788521588.241510:0:21377:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:3.0:1788521588.241517:0:21377:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1788521588.241522:0:21377:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788521588.241526:0:21377:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788521588.241532:0:21377:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8fee43768000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788521588.241539:0:21377:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff8fee41b58000) has exports, disconnecting them 00000020:00080000:3.0:1788521588.241543:0:21377:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8fee43768000), last request at 1788521507 00000020:00000080:3.0:1788521588.241547:0:21377:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d27b1 00000020:00080000:3.0:1788521588.241559:0:21377:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fee43768000): rc 0 00000020:00000080:3.0:1788521588.241565:0:21377:0:(genops.c:885:class_export_put()) final put ffff8fee43768000/lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1788521588.248363:0:20227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788521588.248402:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fee4376f800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1788521588.248423:0:38:0:(genops.c:885:class_export_put()) final put ffff8fee42360800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1788521588.248427:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee42360800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1788521588.248435:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:1.0:1788521588.248511:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee43768000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:1.0:1788521588.252947:0:21377:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:1.0:1788521588.252956:0:21377:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788521588.252960:0:21377:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788521588.252967:0:21377:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788521588.253005:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fee4376e800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1788521588.253048:0:17188:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:0.0:1788521588.253707:0:20226:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:2.0:1788521588.254464:0:17187:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00010000:1.0:1788521588.254667:0:20227:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 00000100:00100000:1.0:1788521588.254836:0:17182:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8fef71c63c00:17182] 0 exiting: rc = 1 00000100:00100000:3.0:1788521588.255349:0:17183:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8fef506aa200:17183] 1 exiting: rc = 0 00000100:00100000:1.0:1788521588.261993:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521588.266640:0:17185:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8fef506ab200:17185] 1 exiting: rc = 0 00000100:00100000:2.0:1788521588.266966:0:17184:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8fef506aa800:17184] 0 exiting: rc = 1 00000100:00100000:2.0:1788521588.267035:0:18731:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8fee420d0600:18731] 3 exiting: rc = 0 00000100:00100000:2.0:1788521588.267107:0:17186:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8fef81682c00:17186] 2 exiting: rc = 0 00000100:00100000:1.0:1788521588.267301:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267309:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267317:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267323:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267328:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267335:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267340:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267345:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267350:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267355:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267360:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267365:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267370:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267375:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267381:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267386:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267391:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267396:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267400:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267404:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267409:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267424:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267431:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267436:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267441:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267447:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267452:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267457:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267463:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267468:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267473:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267478:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267483:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267510:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267516:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267522:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267527:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267533:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267538:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267544:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267549:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267555:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267560:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267566:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267571:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267577:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267582:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267587:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267592:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267597:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267603:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267610:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267615:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267620:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267625:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267631:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267635:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267640:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267644:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267649:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267665:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267670:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267677:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.267682:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1788521588.271476:0:21377:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788521588.271487:0:21377:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:1.0:1788521588.271587:0:21377:0:(genops.c:885:class_export_put()) final put ffff8fee43768800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:1.0:1788521588.271593:0:21377:0:(genops.c:844:class_export_destroy()) destroying export ffff8fee43768800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:1.0:1788521588.271610:0:21377:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:1.0:1788521588.271670:0:21377:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fef7a3bc000 1 00000020:00000080:1.0:1788521588.271676:0:21377:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x411dd0ee4d2d2756 00000020:00000080:1.0:1788521588.271687:0:21377:0:(genops.c:885:class_export_put()) final put ffff8fef76792800/lustre-OST0001-osd_UUID 00000020:01000000:1.0:1788521588.271701:0:21377:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:1.0:1788521588.271712:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef76792800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1788521588.271722:0:21377:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788521588.271727:0:21377:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788521588.271731:0:21377:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff8fef46a08000) has no exports 00000020:00000080:2.0:1788521588.335717:0:21377:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788521588.335731:0:21377:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:2.0:1788521588.335737:0:21377:0:(genops.c:885:class_export_put()) final put ffff8fef7a3bf800/lustre-OST0001-osd_UUID 00000020:00000080:2.0:1788521588.335742:0:21377:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef7a3bf800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1788521588.335754:0:21377:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1788521588.336136:0:21377:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8fef7a3b9800 00000020:01000000:2.0:1788521588.336159:0:21377:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1788521588.336164:0:21377:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788521588.336169:0:21377:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788521588.336173:0:21377:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff8fef46a099c0) has no exports 00000020:00000080:2.0:1788521588.342737:0:21377:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788521588.342769:0:21377:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:2.0:1788521588.342775:0:21377:0:(genops.c:885:class_export_put()) final put ffff8fef7efd5800/OSS_uuid 00000020:00000080:2.0:1788521588.342779:0:21377:0:(genops.c:844:class_export_destroy()) destroying export ffff8fef7efd5800/OSS_uuid for OSS 00000020:01000000:2.0:1788521588.342786:0:21377:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:1.0:1788521588.342956:0:17195:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:1.0:1788521588.343134:0:19185:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff8fee43728e00:19185] 3 exiting: rc = 0 00000100:00100000:2.0:1788521588.343398:0:20341:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff8fef4689a000:20341] 4 exiting: rc = 0 00000100:00100000:0.0:1788521588.343676:0:18706:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff8fef4570f400:18706] 1 exiting: rc = 0 00000100:00100000:0.0:1788521588.343780:0:18707:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff8fef43fe3a00:18707] 2 exiting: rc = 0 00000100:00100000:3.0:1788521588.343987:0:18704:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff8fef43fe3e00:18704] 0 exiting: rc = 1 00000100:00100000:1.0:1788521588.344373:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344381:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344385:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344390:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344395:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344399:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344405:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344409:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344481:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344490:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344495:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344500:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344505:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344509:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344514:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344518:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344590:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344595:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344600:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344604:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344609:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344613:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344628:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344633:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344638:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344643:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344649:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344665:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344670:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344675:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344679:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344747:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344756:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344761:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344766:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344772:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344777:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344781:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344786:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344791:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344795:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344801:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344806:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344811:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344820:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344825:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344830:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344835:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344841:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344845:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344851:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344856:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344862:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344866:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344871:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.344876:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.345065:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.345078:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.345083:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.345088:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.345092:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.345098:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.345102:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.345108:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521588.348772:0:20540:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_002: service thread [ffff8fef470ff600:20540] 2 exiting: rc = 0 00000100:00100000:3.0:1788521588.348874:0:18708:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8fef43fe3800:18708] 0 exiting: rc = 1 00000100:00100000:3.0:1788521588.349177:0:18709:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8fef4558c000:18709] 1 exiting: rc = 0 00000100:00100000:1.0:1788521588.349329:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349336:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349342:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349348:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349354:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349359:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349365:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349370:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349375:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349381:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349386:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349391:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349396:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349401:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349407:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349412:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349427:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349433:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349438:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349444:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349449:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349454:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349459:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349464:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349468:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349473:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349479:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349484:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349496:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349502:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349507:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349512:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349517:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349523:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349529:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349535:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349540:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349545:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349551:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349556:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349560:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349565:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349570:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349576:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349581:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349586:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349591:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349597:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349602:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349607:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349613:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349618:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349623:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349628:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349634:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349639:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349645:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349661:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349668:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349673:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349679:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349693:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349698:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.349710:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.350638:0:18712:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8fef6e5e8c00:18712] 2 exiting: rc = 0 00000100:00100000:2.0:1788521588.351008:0:18710:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8fef46882200:18710] 0 exiting: rc = 1 00000100:00100000:3.0:1788521588.351170:0:18711:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8fef4813b000:18711] 1 exiting: rc = 0 00000100:00100000:1.0:1788521588.351286:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351295:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351301:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351307:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351312:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351319:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351325:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351330:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351336:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351341:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351347:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351353:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351358:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351364:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351370:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351375:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351381:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351397:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351404:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351410:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351517:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351522:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351528:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351533:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351539:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351544:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351549:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351555:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351561:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351566:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351572:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351578:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351584:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351602:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351608:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351614:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351619:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351624:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351630:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351635:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351641:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351670:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351677:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351721:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351729:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351734:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351741:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351746:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351751:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351756:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351761:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351766:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351771:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351777:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351783:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351787:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351793:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351801:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351806:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351819:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351826:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351838:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351844:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.351856:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788521588.360726:0:18713:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8fef767fca00:18713] 0 exiting: rc = 1 00000100:00100000:3.0:1788521588.360934:0:18714:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8fef767fc200:18714] 1 exiting: rc = 0 00000100:00100000:1.0:1788521588.361127:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361135:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361141:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361147:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361164:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361169:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361175:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361228:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361233:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361238:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361243:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361247:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361252:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361256:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361261:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361266:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361271:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361276:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361281:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361287:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361292:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361296:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361302:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361307:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361312:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361318:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361323:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361329:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361334:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361339:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361344:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361348:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361353:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361357:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361362:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361367:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361371:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361376:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361382:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361395:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361399:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361405:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361410:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361425:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361430:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361436:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361441:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361446:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361451:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361456:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361461:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361465:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361470:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361474:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361479:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361483:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361487:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361492:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361497:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361501:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361506:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361510:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361515:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.361519:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788521588.364791:0:18716:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8fef767fda00:18716] 1 exiting: rc = 0 00000100:00100000:2.0:1788521588.365139:0:18715:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8fef767fd800:18715] 0 exiting: rc = 1 00000100:00100000:1.0:1788521588.369603:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.369615:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.369622:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.369629:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.369638:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.369645:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.369663:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.369670:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.369676:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.369682:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.369701:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.369707:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.369726:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.369732:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.369737:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370009:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370016:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370021:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370027:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370033:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370039:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370046:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370052:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370058:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370079:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370086:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370092:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370098:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370104:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370110:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370116:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370122:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370130:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370136:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370142:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370148:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370166:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370173:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370180:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370185:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370257:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370263:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370270:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370276:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370282:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370296:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370301:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370307:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370326:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370334:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370340:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370347:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370354:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370361:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370367:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370374:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370382:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370388:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370394:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370400:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370482:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370489:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370495:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788521588.370501:0:21377:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:1.0:1788521588.399741:0:21377:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1788521609.923552:0:22143:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg341-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1788521623.132359:0:22744:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788521623.132366:0:22744:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:2.0:1788521623.132367:0:22744:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1788521623.132485:0:22744:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8fef75255000 00000020:01000004:2.0:1788521623.132500:0:22744:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1788521623.132508:0:22744:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788521623.132523:0:22744:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8fef6e3a3380) 00000020:00000080:2.0:1788521623.132537:0:22744:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1788521623.172049:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1788521623.172975:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1788521623.176354:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1788521623.177284:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1788521623.177484:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1788521623.177835:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1788521623.178091:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:2.0:1788521623.178293:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1788521623.178492:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1788521623.178967:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1788521623.179232:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1788521623.179447:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1788521623.179653:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1788521623.180219:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:2.0:1788521623.180450:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1788521623.180653:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1788521623.181381:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1788521623.181616:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:2.0:1788521623.182366:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1788521623.183009:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1788521623.183298:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1788521623.183644:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:2.0:1788521623.183936:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1788521623.184122:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1788521623.184273:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1788521623.184469:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1788521623.184732:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1788521623.184981:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1788521623.185240:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1788521623.185535:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1788521623.185864:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1788521623.186152:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1788521623.186394:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1788521623.186590:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:2.0:1788521623.186778:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1788521623.187924:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1788521623.188250:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:2.0:1788521623.188503:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1788521623.188663:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1788521623.189130:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1788521623.189383:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1788521623.189566:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1788521623.189907:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:2.0:1788521623.190066:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1788521623.190290:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1788521623.190531:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788521623.190755:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:2.0:1788521623.191112:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1788521623.191653:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:2.0:1788521623.191909:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1788521623.192290:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:2.0:1788521623.192616:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:2.0:1788521623.192787:0:22744:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00080000:01000000:2.0:1788521623.193481:0:22744:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788521623.193813:0:22744:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1788521623.193821:0:22744:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788521623.193833:0:22744:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x411dd0ee4d2d2bfc 00000020:01000004:2.0:1788521623.193840:0:22744:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1788521623.193845:0:22744:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1788521623.193850:0:22744:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8fef75255000 from MGS 00000020:01000004:2.0:1788521623.193854:0:22744:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1788521623.193864:0:22744:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8fef6e3a19c0) 00000020:00000080:2.0:1788521623.193873:0:22744:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1788521623.193977:0:22744:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fef75255000 from MGS, refs=2 00080000:01000000:2.0:1788521623.193981:0:22744:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788521623.193984:0:22744:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x411dd0ee4d2d2c0a 00000100:00100000:2.0:1788521623.194055:0:22744:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1788521623.194214:0:22744:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1788521623.194220:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1788521623.194728:0:22744:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1788521623.194802:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0:1788521623.195542:0:22744:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788521623.195696:0:22744:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:0.0:1788521623.195755:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:0.0:1788521623.196151:0:22744:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:0.0:1788521623.196159:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1788521623.196490:0:22744:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:0.0:1788521623.196496:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:3.0:1788521623.199222:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521623.199229:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521623.199231:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521623.199645:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521623.199648:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521623.199650:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521623.200363:0:22744:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:3.0:1788521623.203006:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:0.0:1788521623.205438:0:22744:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:0.0:1788521623.208372:0:22756:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1788521623.208407:0:22744:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1788521623.208478:0:22744:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788521623.209121:0:22744:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1788521623.209574:0:22744:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788521623.209755:0:22744:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1788521623.209761:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:0.0:1788521623.210423:0:22744:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:0.0:1788521623.210431:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1788521623.211297:0:22744:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1788521623.211306:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:0.0:1788521623.213692:0:22744:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1788521623.213721:0:22744:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.141@tcp' 00000020:01000004:0.0:1788521623.213723:0:22744:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:0.0:1788521623.213753:0:22744:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.141@tcp (typ=mgc) 00000020:00000080:0.0:1788521623.213771:0:22744:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.141@tcp (ffff8fef6da819c0) 00000020:00000080:0.0:1788521623.213787:0:22744:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:0.0:1788521623.213861:0:22744:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fef75328000@MGC192.168.203.141@tcp: add connection 192.168.203.141@tcp at head 00010000:00010000:0.0:1788521623.214071:0:22744:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.141@tcp-0 is initialized 00000040:01000000:0.0:1788521623.214077:0:22744:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.141@tcp ctxt 1 is initialized 00000100:00080000:2.0:1788521623.214435:0:22761:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:3.0:1788521623.214655:0:22762:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1788521623.214733:0:22744:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.141@tcp (uuid bc87a7be-759f-4a68-8f1e-a2eda6f554e4) 00000020:00000080:0.0:1788521623.214750:0:22744:0:(genops.c:1385:class_connect()) connect: client bc87a7be-759f-4a68-8f1e-a2eda6f554e4, cookie 0x411dd0ee4d2d2c18 00000100:00080000:0.0:1788521623.214760:0:22744:0:(import.c:545:import_select_connection()) MGC192.168.203.141@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788521623.214765:0:22744:0:(import.c:665:import_select_connection()) MGC192.168.203.141@tcp: import ffff8fef75328000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:0.0:1788521623.214794:0:22744:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef7b4fc700 x1875400222548992/t0(0) o250->MGC192.168.203.141@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788521623.214834:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3642:1875400222548992:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1788521623.214969:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788521623.215018:0:22744:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import bc87a7be-759f-4a68-8f1e-a2eda6f554e4->MGS 00000020:01000004:0.0:1788521623.215040:0:22744:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1788521623.215045:0:22744:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1788521623.215056:0:22744:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8fef6da84d40) 00000020:00000080:0.0:1788521623.215065:0:22744:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:2.0:1788521623.220017:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222548992 00000100:00100000:2.0:1788521623.220033:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222548992 00000100:00100000:2.0:1788521623.220083:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788521623.220093:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3642:x1875400222548992:12345-0@lo:250:mount.lustre.0 00010000:00080000:2.0:1788521623.220125:0:22758:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from bc87a7be-759f-4a68-8f1e-a2eda6f554e4@0@lo t0 exp 0000000000000000 cur 673 last 0 00000020:00000080:2.0:1788521623.220159:0:22758:0:(genops.c:1385:class_connect()) connect: client bc87a7be-759f-4a68-8f1e-a2eda6f554e4, cookie 0x411dd0ee4d2d2c26 00000100:00080000:2.0:1788521623.220374:0:22758:0:(import.c:65:import_set_state_nolock()) ffff8fee436a2000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788521623.220523:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+5:3642:x1875400222548992:12345-0@lo:250:mount.lustre.0 Request processed in 431us (5553us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521623.220532:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788521623.220624:0:3642:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.203.141@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1788521623.220634:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.203.141@tcp: connect to target with instance 0 00000100:00080000:1.0:1788521623.220642:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.203.141@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1788521623.220648:0:3642:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1788521623.220651:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef75328000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1788521623.220654:0:3642:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00100000:0.0:1788521623.222358:0:22744:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788521623.222547:0:22744:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1788521623.222553:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00080000:1.0:1788521623.222616:0:3642:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1788521623.222630:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3642:1875400222548992:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1788521623.223436:0:22744:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1788521623.223444:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1788521623.225425:0:22744:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1788521623.225434:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1788521623.226075:0:22744:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788521623.226236:0:22744:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1788521623.226242:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1788521623.226706:0:22744:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1788521623.226712:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:0.0:1788521623.252624:0:22744:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788521623.252855:0:22744:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:0.0:1788521623.252862:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1788521623.254078:0:22744:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1788521623.254088:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1788521623.254830:0:22744:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788521623.255146:0:22744:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788521623.255152:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1788521623.255660:0:22744:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1788521623.255666:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1788521623.256204:0:22744:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788521623.256435:0:22744:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788521623.256440:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:2.0:1788521623.256840:0:22744:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:2.0:1788521623.256846:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1788521623.257586:0:22744:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788521623.257734:0:22744:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788521623.257741:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:2.0:1788521623.258225:0:22744:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1788521623.258231:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1788521623.274064:0:22744:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788521623.274266:0:22744:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1788521623.274273:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1788521623.278324:0:22744:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1788521623.278337:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1788521623.284132:0:22744:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1788521623.284144:0:22744:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1788521623.284967:0:22744:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1788521623.284996:0:22744:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1788521623.285009:0:22744:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.141@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1788521623.285108:0:22744:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.141@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788521623.285147:0:22744:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.141@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1788521623.285151:0:22744:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788521623.285153:0:22744:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788521623.285154:0:22744:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788521623.285155:0:22744:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788521623.285157:0:22744:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788521623.285158:0:22744:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788521623.285159:0:22744:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788521623.285161:0:22744:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788521623.285163:0:22744:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788521623.285164:0:22744:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788521623.285167:0:22744:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1788521623.285169:0:22744:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788521623.285171:0:22744:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788521623.285172:0:22744:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788521623.285173:0:22744:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788521623.285180:0:22744:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788521623.285181:0:22744:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788521623.285182:0:22744:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788521623.285183:0:22744:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788521623.285184:0:22744:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788521623.285185:0:22744:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788521623.285211:0:22744:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1788521623.285233:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222549120:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788521623.285305:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521623.285346:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef516b4840 going to sleep for 11 seconds 00000100:00100000:1.0:1788521623.285472:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222549120 00000100:00100000:1.0:1788521623.285480:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222549120 00000100:00100000:1.0:1788521623.285532:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788521623.285545:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+5:22744:x1875400222549120:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788521623.285592:0:22760:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788521623.285596:0:22760:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1788521623.285600:0:22760:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1788521623.285984:0:22781:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1788521623.286377:0:22760:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:3.0:1788521623.287859:0:22782:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1788521623.287864:0:22782:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:3.0:1788521623.287867:0:22782:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1788521623.287870:0:22782:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1788521623.288161:0:22782:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:1.0:1788521623.288439:0:22760:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788521623.288451:0:22760:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1788521623.290054:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+5:22744:x1875400222549120:12345-0@lo:253:mount.lustre.0 Request processed in 4503us (4742us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521623.290067:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788521623.290159:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222549120:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788521623.290237:0:22744:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1788521623.290242:0:22744:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788521623.290243:0:22744:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788521623.290245:0:22744:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788521623.290246:0:22744:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788521623.290247:0:22744:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788521623.290248:0:22744:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788521623.290250:0:22744:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788521623.290251:0:22744:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788521623.290253:0:22744:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788521623.290255:0:22744:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788521623.290274:0:22744:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8fef75255000 from lustre-MDT0000 10000000:01000000:3.0:1788521623.290305:0:22744:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1788521623.290307:0:22744:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1788521623.290312:0:22744:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8fef6da819c0 10000000:01000000:3.0:1788521623.290316:0:22744:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788521623.290324:0:22744:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8fef6da819c0 from 1 10000000:01000000:3.0:1788521623.290326:0:22744:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1788521623.290368:0:22744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6800/0x411dd0ee4d2d2c2d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.290380:0:22744:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6800/0x411dd0ee4d2d2c2d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.290389:0:22744:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6800/0x411dd0ee4d2d2c2d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521623.290407:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222549248:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788521623.290459:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521623.290534:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef516b4240 going to sleep for 11 seconds 00000100:00100000:2.0:1788521623.290572:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222549248 00000100:00100000:2.0:1788521623.290584:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222549248 00000100:00100000:2.0:1788521623.290660:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788521623.290670:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+5:22744:x1875400222549248:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788521623.290682:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521623.290696:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef457f3800/0x411dd0ee4d2d2c34 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2c2d expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.290719:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef457f3800/0x411dd0ee4d2d2c34 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2c2d expref: 6 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.290730:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef457f3800/0x411dd0ee4d2d2c34 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2c2d expref: 6 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.290738:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef457f3800, rc 0) 00000100:00100000:2.0:1788521623.290778:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+6:22744:x1875400222549248:12345-0@lo:101:mount.lustre.0 Request processed in 110us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521623.290784:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788521623.290838:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222549248:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788521623.290848:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6800/0x411dd0ee4d2d2c2d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2c34 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.290854:0:22744:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6800/0x411dd0ee4d2d2c2d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2c34 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521623.290916:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222549376:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788521623.290933:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521623.291134:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222549376 00000100:00100000:0.0:1788521623.291138:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222549376 00000100:00100000:1.0:1788521623.291168:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788521623.291181:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+6:22744:x1875400222549376:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788521623.291231:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+6:22744:x1875400222549376:12345-0@lo:501:mount.lustre.0 Request processed in 57us (296us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788521623.291235:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788521623.291257:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef516b4240 going to sleep for 11 seconds 00000100:00100000:1.0:1788521623.291265:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222549376:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788521623.291287:0:22744:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1788521623.291301:0:22744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6800/0x411dd0ee4d2d2c2d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2c34 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521623.291306:0:22744:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6800/0x411dd0ee4d2d2c2d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2c34 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788521623.291312:0:22744:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8fef75255000 10000000:01000000:1.0:1788521623.291314:0:22744:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788521623.291317:0:22744:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8fef75255000 10000000:01000000:1.0:1788521623.291324:0:22744:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1788521623.291326:0:22744:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8fef75255000 from 1 10000000:01000000:1.0:1788521623.291327:0:22744:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1788521623.291342:0:22744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef71c95e00/0x411dd0ee4d2d2c3b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521623.291346:0:22744:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef71c95e00/0x411dd0ee4d2d2c3b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521623.291352:0:22744:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef71c95e00/0x411dd0ee4d2d2c3b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521623.291359:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222549504:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788521623.291377:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521623.291387:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef5240f780 going to sleep for 11 seconds 00000100:00100000:1.0:1788521623.291396:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222549504 00000100:00100000:1.0:1788521623.291399:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222549504 00000100:00100000:1.0:1788521623.291424:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788521623.291431:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+6:22744:x1875400222549504:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788521623.291438:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521623.291451:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef71c94800/0x411dd0ee4d2d2c42 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2c3b expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521623.291465:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef71c94800/0x411dd0ee4d2d2c42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2c3b expref: 7 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521623.291477:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef71c94800/0x411dd0ee4d2d2c42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2c3b expref: 7 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521623.291484:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef71c94800, rc 0) 00000100:00100000:1.0:1788521623.291665:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+7:22744:x1875400222549504:12345-0@lo:101:mount.lustre.0 Request processed in 234us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521623.291672:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788521623.291723:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222549504:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788521623.291734:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef71c95e00/0x411dd0ee4d2d2c3b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2c42 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.291742:0:22744:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef71c95e00/0x411dd0ee4d2d2c3b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2c42 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788521623.291753:0:22744:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1788521623.291764:0:22744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef71c95e00/0x411dd0ee4d2d2c3b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2c42 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.291771:0:22744:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef71c95e00/0x411dd0ee4d2d2c3b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2c42 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788521623.291784:0:22744:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1788521623.291787:0:22744:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788521623.291791:0:22744:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8fef75255000 10000000:01000000:2.0:1788521623.291794:0:22744:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788521623.291797:0:22744:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1788521623.291799:0:22744:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1788521623.291815:0:22744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef457f2800/0x411dd0ee4d2d2c49 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.291819:0:22744:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef457f2800/0x411dd0ee4d2d2c49 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.291824:0:22744:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef457f2800/0x411dd0ee4d2d2c49 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521623.291832:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222549632:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788521623.291852:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521623.291867:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6dbc2300 going to sleep for 11 seconds 00000100:00100000:1.0:1788521623.291917:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222549632 00000100:00100000:1.0:1788521623.291922:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222549632 00000100:00100000:1.0:1788521623.291941:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788521623.291946:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+7:22744:x1875400222549632:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788521623.291951:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521623.291956:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef71c94c00/0x411dd0ee4d2d2c50 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2c49 expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521623.291966:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef71c94c00/0x411dd0ee4d2d2c50 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2c49 expref: 8 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521623.291974:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef71c94c00/0x411dd0ee4d2d2c50 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2c49 expref: 8 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521623.291978:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef71c94c00, rc 0) 00000100:00100000:1.0:1788521623.292007:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+8:22744:x1875400222549632:12345-0@lo:101:mount.lustre.0 Request processed in 60us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521623.292014:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788521623.292030:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222549632:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788521623.292040:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef457f2800/0x411dd0ee4d2d2c49 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2c50 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.292049:0:22744:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef457f2800/0x411dd0ee4d2d2c49 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2c50 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521623.292093:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222549760:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788521623.292112:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521623.292138:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6dbc2300 going to sleep for 11 seconds 00000100:00100000:1.0:1788521623.292151:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222549760 00000100:00100000:1.0:1788521623.292155:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222549760 00000100:00100000:1.0:1788521623.292223:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788521623.292231:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+8:22744:x1875400222549760:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788521623.292323:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+9:22744:x1875400222549760:12345-0@lo:501:mount.lustre.0 Request processed in 94us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521623.292327:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788521623.292382:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222549760:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788521623.292421:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222549888:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788521623.292450:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521623.292491:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6dbc2300 going to sleep for 11 seconds 00000100:00100000:1.0:1788521623.292512:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222549888 00000100:00100000:1.0:1788521623.292515:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222549888 00000100:00100000:0.0:1788521623.292568:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788521623.292580:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+9:22744:x1875400222549888:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788521623.293310:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+9:22744:x1875400222549888:12345-0@lo:503:mount.lustre.0 Request processed in 732us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521623.293320:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788521623.293325:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222549888:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788521623.293765:0:22783:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22783:1875400222550016:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788521623.293799:0:22783:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521623.293828:0:22783:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6dbc2180 going to sleep for 11 seconds 00000100:00100000:1.0:1788521623.293841:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222550016 00000100:00100000:1.0:1788521623.293846:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222550016 00000100:00100000:1.0:1788521623.293877:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788521623.293926:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef4833d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+9:22783:x1875400222550016:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788521623.294692:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef4833d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+9:22783:x1875400222550016:12345-0@lo:502:llog_process_th.0 Request processed in 807us (890us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521623.294699:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788521623.294727:0:22783:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22783:1875400222550016:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788521623.294757:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788521623.294769:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521623.294771:0:22783:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1788521623.294777:0:22783:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1788521623.294780:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788521623.294794:0:22783:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8fef6e3a0000) 00000020:00000080:2.0:1788521623.294809:0:22783:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1788521623.294816:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1788521623.295068:0:22783:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:2.0:1788521623.295075:0:22783:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x411dd0ee4d2d2c5e 00000020:00000080:2.0:1788521623.295234:0:22783:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1788521623.295239:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788521623.295242:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521623.295244:0:22783:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1788521623.295246:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788521623.295250:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521623.295251:0:22783:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1788521623.295254:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788521623.295277:0:22783:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8fef6e3a4d40) 00000020:00000080:2.0:1788521623.295287:0:22783:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1788521623.295292:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1788521623.295294:0:22783:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1788521623.295297:0:22783:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1788521623.295303:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788521623.295343:0:22783:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fef75255000 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1788521623.295355:0:22783:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8fef7a2599c0) 00000020:00000080:2.0:1788521623.295362:0:22783:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1788521623.295400:0:22783:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1788521623.295404:0:22783:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x411dd0ee4d2d2c73 00000020:00000080:2.0:1788521623.295496:0:22783:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1788521623.295503:0:22783:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1788521623.295507:0:22783:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x411dd0ee4d2d2c7a 00080000:01000000:2.0:1788521623.295512:0:22783:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:2.0:1788521623.295515:0:22783:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x411dd0ee4d2d2c81 00010000:00010000:2.0:1788521623.338484:0:22783:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1788521623.339020:0:22783:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:2.0:1788521623.339437:0:22783:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1788521623.339878:0:22783:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8fef7a25cd40) 00000020:00000080:2.0:1788521623.339924:0:22783:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1788521623.340374:0:22783:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:3.0:1788521623.340383:0:22783:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x411dd0ee4d2d2c8f 00000020:00000080:1.0:1788521623.341292:0:22783:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1788521623.347000:0:22783:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x411dd0ee4d2d2c96 00000020:00000080:2.0:1788521623.347663:0:22783:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1788521623.347685:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788521623.347692:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521623.347694:0:22783:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1788521623.347698:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788521623.347701:0:22783:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1788521623.347703:0:22783:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788521623.347704:0:22783:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788521623.347705:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788521623.347708:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521623.347710:0:22783:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788521623.347712:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788521623.347723:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521623.347724:0:22783:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1788521623.347729:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1788521623.347771:0:22783:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1788521623.347789:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788521623.347792:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521623.347793:0:22783:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1788521623.347795:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788521623.347798:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521623.347800:0:22783:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1788521623.347803:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788521623.347807:0:22783:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.141@tcp to nid 0x20000c0a8cb8d (192.168.203.141@tcp) 00000020:00000080:2.0:1788521623.347835:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788521623.347848:0:22783:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8fef7a25b380) 00000020:00000080:2.0:1788521623.347860:0:22783:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1788521623.347866:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788521623.347957:0:22783:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1788521623.347964:0:22783:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:2.0:1788521623.347969:0:22783:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x411dd0ee4d2d2ca4 00010000:00080000:2.0:1788521623.348004:0:22783:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fef7f05b800@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.141@tcp at head 00010000:00010000:2.0:1788521623.349570:0:22783:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:1.0:1788521623.353187:0:22783:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788521623.353210:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1788521623.353265:0:22783:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:1.0:1788521623.353290:0:22783:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x411dd0ee4d2d2cab 00000100:00080000:1.0:1788521623.353301:0:22783:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788521623.353321:0:22783:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8fef7f05b800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:1.0:1788521623.353364:0:22783:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fee43d4d500 x1875400222550144/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788521623.353421:0:22783:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:1.0:1788521623.353496:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788521623.353501:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788521623.353503:0:22783:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:1.0:1788521623.353506:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788521623.353515:0:22783:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:1.0:1788521623.353517:0:22783:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788521623.353519:0:22783:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788521623.353521:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788521623.353523:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788521623.353524:0:22783:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788521623.353541:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788521623.353553:0:22783:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1788521623.353557:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788521623.353558:0:22783:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1788521623.353561:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788521623.353565:0:22783:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.141@tcp to nid 0x20000c0a8cb8d (192.168.203.141@tcp) 00000020:01000000:1.0:1788521623.353595:0:22783:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1788521623.353597:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788521623.353610:0:22783:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8fee41b58000) 00000020:00000080:1.0:1788521623.353628:0:22783:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1788521623.353632:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788521623.353940:0:22783:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1788521623.353947:0:22783:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:1.0:1788521623.353953:0:22783:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x411dd0ee4d2d2cb9 00010000:00080000:1.0:1788521623.353984:0:22783:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fef76683800@lustre-OST0000-osc-MDT0000: add connection 192.168.203.141@tcp at head 00010000:00010000:1.0:1788521623.354265:0:22783:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:0.0:1788521623.357632:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222550144:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788521623.357871:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521623.358100:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222550144 00000100:00100000:2.0:1788521623.358109:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222550144 00000100:00100000:2.0:1788521623.358155:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788521623.358172:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1875400222550144:12345-0@lo:38:llog_process_th.0 00010000:00020000:2.0:1788521623.358196:0:22770:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:1.0:1788521623.358235:0:22783:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788521623.359397:0:22783:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1788521623.367842:0:22783:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788521623.369110:0:22783:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1788521623.381371:0:22783:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:0.0:1788521623.385254:0:22789:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788521623.385263:0:22789:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1788521623.386812:0:22783:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788521623.386825:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788521623.386863:0:22783:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1788521623.386913:0:22783:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x411dd0ee4d2d2cc0 00000100:00080000:0.0:1788521623.386923:0:22783:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788521623.386929:0:22783:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8fef76683800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:0.0:1788521623.386966:0:22783:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef7b4ff100 x1875400222550272/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788521623.387038:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222550272:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788521623.387092:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875400222550272 offset 0 length 520: 4 00000100:00080000:0.0:1788521623.387151:0:22783:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1788521623.387215:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788521623.387219:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788521623.387221:0:22783:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1788521623.387224:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788521623.387226:0:22783:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1788521623.387235:0:22783:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788521623.387237:0:22783:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788521623.387239:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788521623.387241:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788521623.387243:0:22783:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788521623.387245:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788521623.387250:0:22783:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1788521623.387253:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788521623.387254:0:22783:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1788521623.387258:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788521623.387273:0:22783:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.141@tcp to nid 0x20000c0a8cb8d (192.168.203.141@tcp) 00000020:01000000:0.0:1788521623.387293:0:22783:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1788521623.387295:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788521623.387306:0:22783:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8fef6da80000) 00000020:00000080:0.0:1788521623.387318:0:22783:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:0.0:1788521623.387323:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788521623.388128:0:22783:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1788521623.388135:0:22783:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:0.0:1788521623.388144:0:22783:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x411dd0ee4d2d2cce 00010000:00080000:0.0:1788521623.388176:0:22783:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fef7f07c000@lustre-OST0001-osc-MDT0000: add connection 192.168.203.141@tcp at head 00010000:00010000:0.0:1788521623.389210:0:22783:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:0.0:1788521623.389286:0:22783:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788521623.389301:0:22783:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1788521623.395605:0:22783:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788521623.396263:0:22783:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1788521623.396948:0:22783:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000100:00100000:2.0:1788521623.399783:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1875400222550144:12345-0@lo:38:llog_process_th.0 Request processed in 41615us (41909us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788521623.399797:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:2.0:1788521623.401991:0:22791:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788521623.402005:0:22791:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1788521623.403951:0:22783:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788521623.403966:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788521623.404004:0:22783:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788521623.404024:0:22783:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x411dd0ee4d2d2cd5 00000100:00080000:0.0:1788521623.404035:0:22783:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788521623.404040:0:22783:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8fef7f07c000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:0.0:1788521623.404082:0:22783:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef7b4fe300 x1875400222550400/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788521623.404099:0:22783:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1788521623.404150:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788521623.404154:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788521623.404155:0:22783:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788521623.404158:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788521623.404163:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788521623.404164:0:22783:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788521623.404167:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788521623.404169:0:22783:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788521623.404486:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788521623.404492:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788521623.404494:0:22783:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788521623.404498:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788521623.404501:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788521623.404502:0:22783:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788521623.404506:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1788521623.404536:0:22783:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4ffb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22783:1875400222550528:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788521623.404612:0:22783:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521623.404653:0:22783:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef767bc300 going to sleep for 11 seconds 00000100:00100000:2.0:1788521623.404764:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222550528 00000100:00100000:2.0:1788521623.404771:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222550528 00000100:00100000:2.0:1788521623.404819:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788521623.404828:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef4833e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+9:22783:x1875400222550528:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788521623.404991:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef4833e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+9:22783:x1875400222550528:12345-0@lo:502:llog_process_th.0 Request processed in 164us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521623.405000:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788521623.405575:0:22783:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4ffb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22783:1875400222550528:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788521623.405605:0:22783:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788521623.405611:0:22783:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788521623.405613:0:22783:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788521623.405617:0:22783:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1788521623.405764:0:22744:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1788521623.405783:0:22744:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1788521623.405799:0:22744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef457f2800/0x411dd0ee4d2d2c49 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2c50 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.405809:0:22744:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef457f2800/0x411dd0ee4d2d2c49 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2c50 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521623.405824:0:22744:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fef75255000 from 1 10000000:01000000:3.0:1788521623.405826:0:22744:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788521623.405856:0:22744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2cdc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.405863:0:22744:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2cdc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.405872:0:22744:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2cdc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521623.405906:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222550656:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788521623.405946:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521623.405976:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef435bc6c0 going to sleep for 11 seconds 00000100:00080000:1.0:1788521623.406288:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef7f05b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788521623.406294:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788521623.406298:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222550144:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788521623.406587:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222550656 00000100:00100000:1.0:1788521623.406594:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222550656 00000100:00100000:1.0:1788521623.406683:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788521623.406701:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef4833e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+9:22744:x1875400222550656:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788521623.406713:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521623.406727:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef71c95a00/0x411dd0ee4d2d2ce3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2cdc expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521623.406751:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef71c95a00/0x411dd0ee4d2d2ce3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2cdc expref: 10 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521623.406762:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef71c95a00/0x411dd0ee4d2d2ce3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2cdc expref: 10 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521623.406769:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef71c95a00, rc 0) 00000100:00100000:1.0:1788521623.406815:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef4833e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+10:22744:x1875400222550656:12345-0@lo:101:mount.lustre.0 Request processed in 116us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521623.406822:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788521623.406914:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222550656:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788521623.406928:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2cdc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2ce3 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.406937:0:22744:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2cdc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2ce3 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521623.407512:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222550784:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1788521623.407554:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521623.408850:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222550400:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788521623.408918:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875400222550400 offset 0 length 520: 4 00000100:00100000:3.0:1788521623.418478:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef435bc6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788521623.428205:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222550784 00000100:00100000:2.0:1788521623.428221:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222550784 00000100:00100000:2.0:1788521623.428290:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788521623.428300:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef4833ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+10:22744:x1875400222550784:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1788521623.428342:0:22758:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1788521623.428348:0:22758:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1788521623.428489:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef4833ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+10:22744:x1875400222550784:12345-0@lo:256:mount.lustre.0 Request processed in 189us (20933us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521623.428496:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788521623.428609:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222550784:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1788521623.429258:0:22744:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788521623.429321:0:22744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2cdc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2ce3 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.429332:0:22744:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2cdc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2ce3 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521623.429341:0:22744:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fef75255000 from 1 10000000:01000000:3.0:1788521623.429344:0:22744:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788521623.429374:0:22744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d2cea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.429381:0:22744:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d2cea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.429389:0:22744:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d2cea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521623.429419:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222550912:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788521623.429461:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521623.429491:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef435bc6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788521623.429947:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222550912 00000100:00100000:2.0:1788521623.429954:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222550912 00000100:00100000:2.0:1788521623.429986:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788521623.429994:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef48456c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+10:22744:x1875400222550912:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788521623.430019:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521623.430035:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef457f2c00/0x411dd0ee4d2d2cf1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2cea expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.430057:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef457f2c00/0x411dd0ee4d2d2cf1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2cea expref: 11 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.430079:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef457f2c00/0x411dd0ee4d2d2cf1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2cea expref: 11 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.430087:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef457f2c00, rc 0) 00000100:00100000:2.0:1788521623.430127:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef48456c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+11:22744:x1875400222550912:12345-0@lo:101:mount.lustre.0 Request processed in 134us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521623.430133:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788521623.430997:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222550912:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788521623.431018:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d2cea lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2cf1 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.431029:0:22744:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d2cea lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2cf1 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521623.431097:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222551040:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788521623.431138:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521623.431200:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef435bc6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788521623.431339:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222551040 00000100:00100000:2.0:1788521623.431345:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222551040 00000100:00100000:2.0:1788521623.431379:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788521623.431387:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef48457850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+11:22744:x1875400222551040:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788521623.431553:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef48457850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+11:22744:x1875400222551040:12345-0@lo:501:mount.lustre.0 Request processed in 166us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521623.431560:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788521623.431675:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222551040:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788521623.431716:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222551168:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788521623.431758:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521623.431779:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef435bc6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788521623.432018:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222551168 00000100:00100000:2.0:1788521623.432022:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222551168 00000100:00100000:2.0:1788521623.432050:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788521623.432057:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef48455850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+11:22744:x1875400222551168:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788521623.432138:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef48455850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+11:22744:x1875400222551168:12345-0@lo:503:mount.lustre.0 Request processed in 81us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521623.432156:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788521623.432809:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222551168:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788521623.433476:0:22793:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22793:1875400222551296:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788521623.433527:0:22793:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521623.433566:0:22793:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef435bc600 going to sleep for 11 seconds 00000100:00100000:1.0:1788521623.433663:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222551296 00000100:00100000:1.0:1788521623.433670:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222551296 00000100:00100000:1.0:1788521623.433719:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788521623.433727:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef48454050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+11:22793:x1875400222551296:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788521623.434704:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef48454050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+11:22793:x1875400222551296:12345-0@lo:502:llog_process_th.0 Request processed in 975us (1173us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521623.434713:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788521623.434980:0:22793:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22793:1875400222551296:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788521623.435008:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788521623.435017:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521623.435020:0:22793:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788521623.435027:0:22793:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fef75255000 00000020:00000080:3.0:1788521623.435030:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788521623.435038:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788521623.435040:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521623.435042:0:22793:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788521623.435044:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788521623.435047:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521623.435048:0:22793:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788521623.435051:0:22793:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fef75255000 00000020:00000080:3.0:1788521623.435053:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788521623.435095:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788521623.435098:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521623.435099:0:22793:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788521623.435102:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788521623.435104:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521623.435105:0:22793:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788521623.435117:0:22793:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8fef75255000 00000020:00000080:3.0:1788521623.435119:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788521623.435138:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788521623.435153:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521623.435154:0:22793:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788521623.435157:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788521623.435160:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521623.435161:0:22793:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1788521623.435165:0:22793:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8fef75255000 00000020:00000080:3.0:1788521623.435167:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1788521623.435339:0:22793:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22793:1875400222551424:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788521623.435384:0:22793:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521623.435538:0:22793:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788521623.435603:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222551424 00000100:00100000:2.0:1788521623.435609:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222551424 00000100:00100000:2.0:1788521623.435651:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788521623.435659:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+11:22793:x1875400222551424:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788521623.435811:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+11:22793:x1875400222551424:12345-0@lo:502:llog_process_th.0 Request processed in 152us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521623.435824:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788521623.438781:0:22793:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22793:1875400222551424:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788521623.438826:0:22793:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788521623.438835:0:22793:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521623.438837:0:22793:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1788521623.438843:0:22793:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:2.0:1788521623.439267:0:22744:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788521623.439290:0:22744:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788521623.439307:0:22744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d2cea lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2cf1 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.439317:0:22744:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d2cea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2cf1 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788521623.439369:0:22744:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788521623.439372:0:22744:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8fef75255000 10000000:01000000:2.0:1788521623.439375:0:22744:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8fef75255000 10000000:01000000:2.0:1788521623.439379:0:22744:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788521623.439384:0:22744:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8fef75255000 from 1 10000000:01000000:2.0:1788521623.439387:0:22744:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788521623.439495:0:22744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef457f3400/0x411dd0ee4d2d2cf8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.439504:0:22744:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef457f3400/0x411dd0ee4d2d2cf8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.439513:0:22744:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef457f3400/0x411dd0ee4d2d2cf8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521623.439533:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222551552:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788521623.439591:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521623.439625:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee43649240 going to sleep for 11 seconds 00000100:00100000:2.0:1788521623.439649:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222551552 00000100:00100000:2.0:1788521623.439655:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222551552 00000100:00100000:2.0:1788521623.443519:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788521623.443536:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7efff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+11:22744:x1875400222551552:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788521623.443552:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521623.443571:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef457f2000/0x411dd0ee4d2d2cff lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2cf8 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.443597:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef457f2000/0x411dd0ee4d2d2cff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2cf8 expref: 12 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.443608:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef457f2000/0x411dd0ee4d2d2cff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2cf8 expref: 12 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.443617:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef457f2000, rc 0) 00000100:00100000:2.0:1788521623.443688:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7efff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:22744:x1875400222551552:12345-0@lo:101:mount.lustre.0 Request processed in 158us (4097us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521623.443695:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788521623.443760:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222551552:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788521623.443778:0:22744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef457f3400/0x411dd0ee4d2d2cf8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2cff expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.443787:0:22744:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef457f3400/0x411dd0ee4d2d2cf8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2cff expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521623.443856:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222551680:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788521623.443904:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521623.443932:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee43649240 going to sleep for 11 seconds 00000100:00100000:2.0:1788521623.443945:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222551680 00000100:00100000:2.0:1788521623.443950:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222551680 00000100:00100000:2.0:1788521623.443977:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788521623.443983:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:22744:x1875400222551680:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788521623.444087:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:22744:x1875400222551680:12345-0@lo:501:mount.lustre.0 Request processed in 104us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521623.444095:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788521623.444123:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222551680:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788521623.444150:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222551808:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788521623.444185:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521623.444198:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee43649240 going to sleep for 11 seconds 00000100:00100000:2.0:1788521623.444211:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222551808 00000100:00100000:2.0:1788521623.444214:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222551808 00000100:00100000:2.0:1788521623.444230:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788521623.444235:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:22744:x1875400222551808:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788521623.444312:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:22744:x1875400222551808:12345-0@lo:503:mount.lustre.0 Request processed in 76us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521623.444319:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788521623.444354:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222551808:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788521623.444556:0:22796:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22796:1875400222551936:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788521623.444590:0:22796:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521623.444607:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222551936 00000100:00100000:2.0:1788521623.444610:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222551936 00000100:00100000:2.0:1788521623.444626:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788521623.444631:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7efffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:22796:x1875400222551936:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788521623.444704:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7efffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:22796:x1875400222551936:12345-0@lo:502:llog_process_th.0 Request processed in 72us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521623.444716:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788521623.444740:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee43649780 going to sleep for 11 seconds 00000100:00100000:2.0:1788521623.444750:0:22796:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22796:1875400222551936:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1788521623.444797:0:22796:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1788521623.444811:0:22796:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8fef7a258000) 00000020:00000080:2.0:1788521623.444833:0:22796:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:2.0:1788521623.444930:0:22796:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fef75255000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1788521623.444934:0:22796:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fef75255000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1788521623.444936:0:22796:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fef75255000 4 00010000:00080000:2.0:1788521623.444962:0:22796:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fef76791000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.141@tcp at head 00010000:00010000:2.0:1788521623.460451:0:22796:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:2.0:1788521623.460656:0:22796:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1788521623.460711:0:22796:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788521623.460724:0:22796:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x411dd0ee4d2d2d0d 00000100:00080000:2.0:1788521623.460733:0:22796:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788521623.460739:0:22796:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8fef76791000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:2.0:1788521623.460773:0:22796:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef816de680 x1875400222552064/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788521623.475047:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875400222552064:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788521623.475119:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521623.475204:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222552064 00000100:00100000:1.0:1788521623.475213:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222552064 00000100:00100000:1.0:1788521623.475246:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788521623.475253:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875400222552064:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788521623.475325:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875400222552064:12345-0@lo:38:llog_process_th.0 Request processed in 70us (204us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788521623.475332:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788521623.475366:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788521623.475375:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef76791000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788521623.475405:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788521623.475418:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875400222552064:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1788521623.477085:0:22796:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1788521623.477920:0:22796:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22796:1875400222552192:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788521623.477993:0:22796:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521623.478034:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef52435600 going to sleep for 11 seconds 00000100:00100000:2.0:1788521623.478798:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222552192 00000100:00100000:2.0:1788521623.478807:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222552192 00000100:00100000:2.0:1788521623.478854:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788521623.478863:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:22796:x1875400222552192:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788521623.479006:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:22796:x1875400222552192:12345-0@lo:502:llog_process_th.0 Request processed in 143us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521623.479013:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788521623.480984:0:22796:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22796:1875400222552192:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788521623.481055:0:22796:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22796:1875400222552320:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788521623.481131:0:22796:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521623.481171:0:22796:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef52435600 going to sleep for 11 seconds 00000100:00100000:3.0:1788521623.482090:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222552320 00000100:00100000:3.0:1788521623.482099:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222552320 00000100:00100000:3.0:1788521623.482143:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788521623.482152:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:22796:x1875400222552320:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788521623.482349:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:22796:x1875400222552320:12345-0@lo:502:llog_process_th.0 Request processed in 197us (1217us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521623.482356:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788521623.482421:0:22796:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22796:1875400222552320:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1788521623.482449:0:22796:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1788521623.483057:0:22744:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788521623.483085:0:22744:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788521623.483100:0:22744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef457f3400/0x411dd0ee4d2d2cf8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2cff expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.483110:0:22744:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef457f3400/0x411dd0ee4d2d2cf8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2cff expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788521623.483153:0:22744:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788521623.483156:0:22744:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788521623.483157:0:22744:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788521623.483158:0:22744:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788521623.483159:0:22744:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788521623.483161:0:22744:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788521623.483162:0:22744:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788521623.483163:0:22744:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788521623.483165:0:22744:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788521623.483167:0:22744:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788521623.483170:0:22744:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1788521623.483172:0:22744:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788521623.483173:0:22744:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788521623.483174:0:22744:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788521623.483176:0:22744:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788521623.483177:0:22744:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788521623.483178:0:22744:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788521623.483179:0:22744:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788521623.483180:0:22744:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788521623.483181:0:22744:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788521623.483182:0:22744:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788521623.483198:0:22744:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1788521623.483212:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816ddc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222552448:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788521623.483253:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521623.483278:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef606e3840 going to sleep for 11 seconds 00000100:00100000:2.0:1788521623.483298:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222552448 00000100:00100000:2.0:1788521623.483302:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222552448 00000100:00100000:2.0:1788521623.483462:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788521623.483472:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:22744:x1875400222552448:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788521623.483501:0:22760:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1788521623.483512:0:22760:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1788521623.491503:0:22760:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788521623.491525:0:22760:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1788521623.491694:0:22781:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1788521623.491710:0:22781:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1788521623.491734:0:22781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2d14 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.491752:0:22781:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fef71c95a00/0x411dd0ee4d2d2ce3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2cdc expref: 12 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.491762:0:22781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2d14 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.491800:0:22781:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fef71c95a00/0x411dd0ee4d2d2ce3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x411dd0ee4d2d2cdc expref: 12 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.491814:0:22781:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fef71c95a00/0x411dd0ee4d2d2ce3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2cdc expref: 12 pid: 22760 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521623.491840:0:22781:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22781:1875400222552576:0@lo:104: 00000100:00100000:2.0:1788521623.491870:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:22744:x1875400222552448:12345-0@lo:253:mount.lustre.0 Request processed in 8398us (8615us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521623.491878:0:22781:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521623.491879:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788521623.491928:0:22781:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788521623.491968:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816ddc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22744:1875400222552448:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788521623.491978:0:22744:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1788521623.491981:0:22744:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788521623.491983:0:22744:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788521623.491984:0:22744:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788521623.491985:0:22744:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788521623.491987:0:22744:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788521623.491988:0:22744:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788521623.491989:0:22744:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788521623.491991:0:22744:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788521623.491992:0:22744:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788521623.491994:0:22744:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788521623.492007:0:22744:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1788521623.497712:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222552576 00000100:00100000:2.0:1788521623.497723:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222552576 00000100:00100000:2.0:1788521623.497763:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788521623.497772:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f075880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+3:22781:x1875400222552576:12345-0@lo:104: 00010000:00010000:2.0:1788521623.497789:0:22748:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2cdc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2ce3 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.497872:0:22748:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788521623.497878:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f075880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+3:22781:x1875400222552576:12345-0@lo:104: Request processed in 108us (6000us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521623.497902:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1788521623.499487:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521623.499497:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2cdc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2ce3 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.499506:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef6d7b7e00 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:3.0:1788521623.499511:0:22754:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2cdc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x411dd0ee4d2d2ce3 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.499520:0:22754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2cdc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x411dd0ee4d2d2ce3 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788521623.499527:0:22754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2cdc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x411dd0ee4d2d2ce3 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521623.499539:0:22754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788521623.499581:0:22754:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2cdc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2ce3 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.499587:0:22754:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788521623.499609:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2cdc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2ce3 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.499616:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2cdc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2ce3 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521623.499632:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521623.499634:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521623.499636:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521623.499671:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3645:1875400222552704:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788521623.499727:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521623.499818:0:22781:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22781:1875400222552576:0@lo:104: 00010000:00010000:3.0:1788521623.499921:0:22781:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2d14 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521623.500724:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222552704 00000100:00100000:2.0:1788521623.500732:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222552704 00010000:00010000:2.0:1788521623.500758:0:22750:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fef71c95a00/0x411dd0ee4d2d2ce3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2cdc expref: 12 pid: 22760 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521623.500786:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788521623.500795:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f074e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:3645:x1875400222552704:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788521623.500806:0:22750:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788521623.500810:0:22750:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fef71c95a00/0x411dd0ee4d2d2ce3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2cdc expref: 12 pid: 22760 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.500820:0:22750:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fef71c95a00/0x411dd0ee4d2d2ce3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2cdc expref: 12 pid: 22760 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.500836:0:22750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef71c95a00/0x411dd0ee4d2d2ce3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x411dd0ee4d2d2cdc expref: 12 pid: 22760 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.500849:0:22750:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2d14 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.500857:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2d14 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788521623.500870:0:22750:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009161248s 00010000:00010000:2.0:1788521623.500875:0:22750:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2d14 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.500896:0:22750:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2d14 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.500905:0:22750:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2d14 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.500919:0:22750:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2d14 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.500925:0:22750:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef6d7b7200 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521623.500929:0:22750:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2d14 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.500937:0:22750:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2d14 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.500948:0:22750:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2d14 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.500958:0:22750:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788521623.501002:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f074e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+11:3645:x1875400222552704:12345-0@lo:103:ldlm_bl.0 Request processed in 209us (1276us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521623.501010:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:2.0:1788521623.502487:0:22781:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2d14 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.502500:0:22781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2d14 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521623.502506:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2d14 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521623.504605:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3645:1875400222552704:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1788521623.518951:0:22744:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:3.0:1788521623.526505:0:22744:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:2.0:1788521623.526666:0:22805:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:2.0:1788521623.526676:0:22805:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:2.0:1788521623.526998:0:22806:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788521623.527213:0:22744:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:3.0:1788521623.527515:0:22807:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8fef7f075c00 x1875400222552832/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521623.527527:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00000040:01000000:2.0:1788521623.527964:0:22744:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:2.0:1788521623.528000:0:22744:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1788521623.528378:0:22744:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1788521623.528385:0:22744:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1788521623.528424:0:22744:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788521623.528972:0:22806:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788521623.530429:0:22744:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1788521623.530986:0:22744:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1788521623.531022:0:22744:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1788521623.536029:0:22744:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:3.0:1788521623.536676:0:22744:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000040:00080000:1.0:1788521623.537455:0:22806:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1788521623.537535:0:22806:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000001:00000004:3.0:1788521623.543536:0:22744:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1788521623.548024:0:22744:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1788521623.548074:0:22744:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa9e3419a3988 00100000:10000000:3.0:1788521623.548083:0:22744:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:3.0:1788521623.551212:0:22744:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788521623.551231:0:22744:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.141@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788521623.551251:0:22744:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:3.0:1788521623.551269:0:22744:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:3.0:1788521623.552190:0:22744:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788521623.552385:0:22744:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788521624.206016:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788521624.524977:0:22762:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788521624.524986:0:22762:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fef75255000 from 11 10000000:01000000:2.0:1788521624.524993:0:22762:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788521624.525040:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef457f3e00/0x411dd0ee4d2d2d1b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521624.525050:0:22762:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef457f3e00/0x411dd0ee4d2d2d1b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521624.525061:0:22762:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef457f3e00/0x411dd0ee4d2d2d1b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521624.525087:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816ddc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222552960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788521624.525158:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521624.525210:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef42ec6000 going to sleep for 11 seconds 00000100:00100000:3.0:1788521624.525503:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222552960 00000100:00100000:3.0:1788521624.525511:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222552960 00000100:00100000:3.0:1788521624.525552:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788521624.525560:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+11:22762:x1875400222552960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788521624.525573:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788521624.525586:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef6d7b7c00/0x411dd0ee4d2d2d22 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2d1b expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521624.525608:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef6d7b7c00/0x411dd0ee4d2d2d22 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2d1b expref: 12 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521624.525620:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef6d7b7c00/0x411dd0ee4d2d2d22 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2d1b expref: 12 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521624.525629:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef6d7b7c00, rc 0) 00000100:00100000:3.0:1788521624.525679:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:22762:x1875400222552960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521624.525685:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788521624.525969:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816ddc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222552960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788521624.525986:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef457f3e00/0x411dd0ee4d2d2d1b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2d22 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521624.525996:0:22762:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef457f3e00/0x411dd0ee4d2d2d1b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2d22 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521624.526054:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222553088:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788521624.526087:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521624.526106:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef524353c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788521624.526172:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222553088 00000100:00100000:2.0:1788521624.526177:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222553088 00000100:00100000:2.0:1788521624.526205:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788521624.526212:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:22762:x1875400222553088:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788521624.526226:0:22760:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788521624.526243:0:22760:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788521624.526246:0:22760:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1788521624.526321:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:22762:x1875400222553088:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 109us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521624.526344:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788521624.526472:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222553088:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788521624.526510:0:22762:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788521624.526517:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef457f3e00/0x411dd0ee4d2d2d1b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2d22 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521624.526525:0:22762:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef457f3e00/0x411dd0ee4d2d2d1b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2d22 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788521624.530875:0:22798:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788521624.530905:0:22798:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788521624.540449:0:22798:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788521624.540462:0:22798:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:0.0:1788521624.594275:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00010000:00010000:3.0:1788521625.234713:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788521625.549156:0:22798:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788521625.549163:0:22798:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788521625.549304:0:22798:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:2.0:1788521625.549344:0:22798:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788521625.549511:0:22798:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:0.0:1788521625.612999:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00010000:00010000:0.0:1788521626.253132:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521626.640353:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00010000:00010000:3.0:1788521627.289779:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521627.661007:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00010000:00010000:0.0:1788521628.302528:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521628.689039:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00000100:00080000:1.0:1788521628.822700:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788521628.822706:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788521628.822710:0:38:0:(import.c:65:import_set_state_nolock()) ffff8fef7f05b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788521628.822717:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 673 00000100:00080000:1.0:1788521628.822722:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788521628.822728:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8fef7f05b800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:1.0:1788521628.822750:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fee43d4c380 x1875400222553344/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788521628.822765:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521628.822769:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788521628.822771:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521628.822774:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788521628.822796:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788521628.822799:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788521628.822801:0:38:0:(import.c:65:import_set_state_nolock()) ffff8fef76791000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788521628.822806:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8fef76791000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:1.0:1788521628.822819:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fee43d4c700 x1875400222553472/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788521628.822867:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788521628.822896:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3645:1875400222553216:0@lo:400:kworker.0 00000100:00100000:1.0:1788521628.822976:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521628.823486:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222553344:0@lo:38:kworker.0 00000100:00100000:1.0:1788521628.823516:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521628.823537:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875400222553472:0@lo:38:kworker.0 00000100:00100000:1.0:1788521628.823557:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521628.823587:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222553216 00000100:00100000:1.0:1788521628.823595:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222553216 00000100:00100000:1.0:1788521628.823654:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788521628.823663:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:3645:x1875400222553216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521628.823722:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:3645:x1875400222553216:12345-0@lo:400:kworker.0 Request processed in 60us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521628.823729:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788521628.823775:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3645:1875400222553216:0@lo:400:kworker.0 00000100:00100000:3.0:1788521628.826989:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222553472 00000100:00100000:3.0:1788521628.827002:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222553472 00000100:00100000:3.0:1788521628.827040:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788521628.827048:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1875400222553472:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1788521628.827086:0:22767:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 678 last 0 00000020:00000080:3.0:1788521628.827128:0:22767:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x411dd0ee4d2d2d29 00000004:00100000:3.0:1788521628.827145:0:22767:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788521628.827274:0:22767:0:(import.c:65:import_set_state_nolock()) ffff8fef7f13b000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788521628.827353:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875400222553472:12345-0@lo:38:kworker.0 Request processed in 305us (3794us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521628.827360:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788521628.830067:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8fee43d4c700 x1875400222553472/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788521638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788521628.830089:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788521628.830113:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1788521628.830118:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788521628.830122:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef76791000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788521628.830128:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875400222553472:0@lo:38:kworker.0 00000100:00100000:2.0:1788521628.833329:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222553344 00000100:00100000:2.0:1788521628.833344:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222553344 00000100:00100000:2.0:1788521628.834542:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788521628.834552:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875400222553344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1788521628.834573:0:22771:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788521628.834655:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875400222553344:12345-0@lo:38:kworker.0 Request processed in 103us (11137us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788521628.834663:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1788521628.834975:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef7f05b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788521628.834981:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788521628.834984:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222553344:0@lo:38:kworker.0 00010000:00010000:2.0:1788521629.328485:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521629.709013:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00000001:02000400:3.0:1788521629.998531:0:23050:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg341-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788521630.356241:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521630.755501:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00000020:00000004:3.0:1788521631.138649:0:23103:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788521631.138851:0:23103:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788521631.373080:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521631.761160:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00000020:00000004:3.0:1788521632.070532:0:23153:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788521632.071315:0:23153:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788521632.401698:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521632.780991:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00010000:00010000:3.0:1788521633.422866:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521633.805630:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00000100:00100000:1.0:1788521633.933190:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3643:1875400222553600:0@lo:400:kworker.0 00000100:00100000:1.0:1788521633.933263:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521633.933368:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222553600 00000100:00100000:0.0:1788521633.933376:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222553600 00000100:00100000:0.0:1788521633.933421:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788521633.933430:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7efff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:3643:x1875400222553600:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1788521633.933496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788521633.933500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788521633.933504:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fef7f05b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788521633.933509:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 678 00000100:00080000:2.0:1788521633.933514:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788521633.933520:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8fef7f05b800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:2.0:1788521633.933550:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef816ddc00 x1875400222553728/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788521633.933567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521633.933572:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788521633.933575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521633.933578:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788521633.933631:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7efff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:3643:x1875400222553600:12345-0@lo:400:kworker.0 Request processed in 201us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521633.933639:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788521633.933713:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875400222553856:0@lo:400:kworker.0 00000100:00100000:2.0:1788521633.933748:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521633.933820:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788521623/real 1788521623] req@ffff8fef7b4fe300 x1875400222550400/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521633 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521633.933838:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fef7b4fe300 x1875400222550400/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521633 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521633.933847:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788521623/real 1788521623] req@ffff8fef7b4ff100 x1875400222550272/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521633 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521633.933859:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fef7b4ff100 x1875400222550272/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521633 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521633.933870:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222553728:0@lo:38:kworker.0 00000100:00100000:2.0:1788521633.934037:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788521633.934055:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef7f07c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788521633.934067:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788521633.934071:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222550400:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788521633.934076:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef76683800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788521633.934086:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788521633.934089:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222550272:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1788521633.934117:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222553728 00000100:00100000:2.0:1788521633.934121:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222553728 00000100:00100000:2.0:1788521633.934141:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788521633.934147:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875400222553728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1788521633.934163:0:22771:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788521633.934198:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875400222553728:12345-0@lo:38:kworker.0 Request processed in 50us (161us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788521633.934204:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1788521633.934236:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef7f05b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788521633.934239:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788521633.934243:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222553728:0@lo:38:kworker.0 00000100:00080000:2.0:1788521633.934257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521633.934260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788521633.934262:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fef76683800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788521633.934266:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 673 00000100:00080000:2.0:1788521633.934269:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788521633.934273:0:8:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8fef76683800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:2.0:1788521633.934286:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef816ddc00 x1875400222553984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788521633.934299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521633.934301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788521633.934303:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fef7f07c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788521633.934306:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 673 00000100:00080000:2.0:1788521633.934313:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788521633.934317:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8fef7f07c000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:2.0:1788521633.934329:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef816dfb80 x1875400222554112/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788521633.934362:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222553984:0@lo:8:kworker.0 00000400:00000100:2.0:1788521633.934387:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875400222553984 offset 0 length 520: 4 00000100:00100000:2.0:1788521633.934399:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222554112:0@lo:8:kworker.0 00000400:00000100:2.0:1788521633.934429:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875400222554112 offset 0 length 520: 4 00000100:00100000:1.0:1788521633.934503:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3643:1875400222553600:0@lo:400:kworker.0 00000100:00100000:0.0:1788521633.934578:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222553856 00000100:00100000:0.0:1788521633.934582:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222553856 00000100:00100000:0.0:1788521633.934656:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788521633.934663:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875400222553856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521633.934709:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875400222553856:12345-0@lo:400:kworker.0 Request processed in 47us (960us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521633.934715:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1788521633.934764:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8fef816de680 x1875400222553856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521633.934774:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875400222553856:0@lo:400:kworker.0 00010000:00010000:1.0:1788521634.451103:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521634.834473:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00010000:00010000:3.0:1788521635.472907:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521635.852956:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00000040:00080000:1.0:1788521635.853758:0:22798:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788521636.494494:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521636.877942:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00010000:00010000:2.0:1788521637.517085:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521637.909380:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00010000:00010000:1.0:1788521638.541175:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521638.928180:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00000100:00080000:2.0:1788521639.055045:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788521639.055053:0:477:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788521639.055056:0:477:0:(import.c:65:import_set_state_nolock()) ffff8fef7f05b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788521639.055076:0:477:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 683 00000100:00080000:2.0:1788521639.055083:0:477:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1788521639.055090:0:477:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8fef7f05b800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:2.0:1788521639.055113:0:477:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef816dc000 x1875400222554368/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788521639.055125:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521639.055129:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788521639.055132:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521639.055134:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788521639.055240:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3645:1875400222554240:0@lo:400:kworker.0 00000100:00100000:2.0:1788521639.055329:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521639.055379:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788521639.055386:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875400222554496:0@lo:400:kworker.0 00000100:00100000:2.0:1788521639.055411:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521639.055486:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222554368:0@lo:38:kworker.0 00000100:00100000:1.0:1788521639.055518:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521639.055551:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222554240 00000100:00100000:2.0:1788521639.055559:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222554240 00000100:00100000:2.0:1788521639.055602:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788521639.055610:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7efff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:3645:x1875400222554240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521639.061474:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222554496 00000100:00100000:0.0:1788521639.061501:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222554496 00000100:00100000:0.0:1788521639.061575:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788521639.061586:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875400222554496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521639.069324:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7efff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:3645:x1875400222554240:12345-0@lo:400:kworker.0 Request processed in 13703us (13984us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521639.069340:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788521639.069410:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222554368 00000100:00100000:2.0:1788521639.069419:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222554368 00000100:00100000:2.0:1788521639.069450:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788521639.069457:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875400222554368:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1788521639.069464:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875400222554496:12345-0@lo:400:kworker.0 Request processed in 7880us (14051us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521639.069473:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00020000:2.0:1788521639.069474:0:22771:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788521639.069532:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875400222554368:12345-0@lo:38:kworker.0 Request processed in 75us (14013us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788521639.069537:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1788521639.069576:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8fef816df100 x1875400222554496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521639.069590:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875400222554496:0@lo:400:kworker.0 00000100:00100000:2.0:1788521639.069602:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3645:1875400222554240:0@lo:400:kworker.0 00000100:00080000:1.0:1788521639.071311:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef7f05b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788521639.071320:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788521639.071326:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222554368:0@lo:38:kworker.0 00010000:00010000:2.0:1788521639.566990:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788521639.945976:0:23500:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788521639.945987:0:23500:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1788521639.945988:0:23500:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1788521639.946119:0:23500:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8fee41abd800 00000020:01000004:2.0:1788521639.946146:0:23500:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1788521639.946159:0:23500:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788521639.946173:0:23500:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8fee421399c0) 00000020:00000080:2.0:1788521639.946190:0:23500:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00000100:00100000:3.0:1788521639.949125:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00100000:10000000:3.0:1788521640.051471:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:3.0:1788521640.055356:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788521640.056391:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1788521640.056605:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:3.0:1788521640.056922:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1788521640.057133:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:3.0:1788521640.057334:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:3.0:1788521640.057549:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1788521640.058115:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:3.0:1788521640.059949:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:3.0:1788521640.060376:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1788521640.061531:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:3.0:1788521640.061864:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:3.0:1788521640.062524:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1788521640.062758:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:3.0:1788521640.062990:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1788521640.063170:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:3.0:1788521640.063343:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:3.0:1788521640.063566:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1788521640.063830:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1788521640.064111:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1788521640.064391:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1788521640.064746:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1788521640.065104:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1788521640.065353:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:3.0:1788521640.065720:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1788521640.066243:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1788521640.066509:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1788521640.066878:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1788521640.067200:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1788521640.067431:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1788521640.069453:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1788521640.070482:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1788521640.071152:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1788521640.072204:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1788521640.072701:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1788521640.073404:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1788521640.073710:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1788521640.074134:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1788521640.074545:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1788521640.074845:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1788521640.075322:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:2.0:1788521640.075571:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:2.0:1788521640.075865:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:2.0:1788521640.080641:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788521640.082143:0:23500:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:01000000:0.0:1788521640.091440:0:23500:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788521640.095417:0:23500:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:0.0:1788521640.095430:0:23500:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788521640.095443:0:23500:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x411dd0ee4d2d2d37 00000020:01000004:0.0:1788521640.095449:0:23500:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:0.0:1788521640.095471:0:23500:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.141@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1788521640.095474:0:23500:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.141@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1788521640.095480:0:23500:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:0.0:1788521640.095511:0:23500:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:0.0:1788521640.095515:0:23500:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.141@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1788521640.108506:0:23500:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.141@tcp ctxt 0 is initialized 00000020:01000004:2.0:1788521640.108683:0:23500:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.141@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1788521640.108689:0:23500:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1788521640.108691:0:23500:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788521640.108692:0:23500:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788521640.108693:0:23500:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788521640.108694:0:23500:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788521640.108696:0:23500:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788521640.108697:0:23500:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788521640.108699:0:23500:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788521640.108701:0:23500:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788521640.108704:0:23500:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1788521640.108706:0:23500:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788521640.108707:0:23500:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788521640.108708:0:23500:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788521640.108709:0:23500:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788521640.108711:0:23500:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788521640.108712:0:23500:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788521640.108713:0:23500:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788521640.108714:0:23500:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788521640.108716:0:23500:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788521640.108744:0:23500:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1788521640.108780:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222554624:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788521640.108871:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521640.109328:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee423c0600 going to sleep for 11 seconds 00000100:00100000:1.0:1788521640.111831:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222554624 00000100:00100000:1.0:1788521640.111845:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222554624 00000100:00100000:1.0:1788521640.111925:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788521640.111935:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:23500:x1875400222554624:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788521640.111969:0:22759:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1788521640.111984:0:22759:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1788521640.111991:0:22759:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1788521640.112488:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:23500:x1875400222554624:12345-0@lo:253:mount.lustre.0 Request processed in 553us (3616us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521640.112496:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788521640.112591:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222554624:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788521640.112606:0:23500:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1788521640.112609:0:23500:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788521640.112622:0:23500:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788521640.112624:0:23500:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788521640.112625:0:23500:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788521640.112626:0:23500:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788521640.112627:0:23500:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788521640.112628:0:23500:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788521640.112630:0:23500:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788521640.112631:0:23500:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788521640.112651:0:23500:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8fee41abd800 from lustre-MDT0001 10000000:01000000:2.0:1788521640.112677:0:23500:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1788521640.112680:0:23500:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1788521640.112686:0:23500:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8fef6da819c0 local copy 00010000:00010000:2.0:1788521640.112696:0:23500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6800/0x411dd0ee4d2d2c2d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2c34 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521640.112801:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222554752:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788521640.112837:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521640.112875:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee423c0780 going to sleep for 11 seconds 00000100:00100000:1.0:1788521640.113344:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222554752 00000100:00100000:1.0:1788521640.113351:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222554752 00000100:00100000:1.0:1788521640.113390:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788521640.113398:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:23500:x1875400222554752:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788521640.113485:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:23500:x1875400222554752:12345-0@lo:501:mount.lustre.0 Request processed in 88us (647us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788521640.113492:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788521640.113591:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222554752:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788521640.113605:0:23500:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.141@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788521640.113637:0:23500:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.141@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788521640.113644:0:23500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6800/0x411dd0ee4d2d2c2d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2c34 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.113653:0:23500:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6800/0x411dd0ee4d2d2c2d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2c34 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521640.113678:0:23500:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8fee41abd800 10000000:01000000:3.0:1788521640.113683:0:23500:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788521640.113688:0:23500:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8fef6da819c0 10000000:01000000:3.0:1788521640.113691:0:23500:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1788521640.113694:0:23500:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8fef6da819c0 from 1 10000000:01000000:3.0:1788521640.113707:0:23500:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788521640.113731:0:23500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6000/0x411dd0ee4d2d2d3e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.113740:0:23500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6000/0x411dd0ee4d2d2d3e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.113759:0:23500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6000/0x411dd0ee4d2d2d3e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521640.113774:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f074700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222554880:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788521640.113805:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521640.113835:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee433e4540 going to sleep for 11 seconds 00000100:00100000:1.0:1788521640.114001:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222554880 00000100:00100000:1.0:1788521640.114006:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222554880 00000100:00100000:1.0:1788521640.114038:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788521640.114045:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+12:23500:x1875400222554880:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788521640.114053:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521640.114078:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef71c95000/0x411dd0ee4d2d2d45 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2d3e expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521640.114097:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef71c95000/0x411dd0ee4d2d2d45 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2d3e expref: 13 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521640.114107:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef71c95000/0x411dd0ee4d2d2d45 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2d3e expref: 13 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521640.114116:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef71c95000, rc 0) 00000100:00100000:1.0:1788521640.114143:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+13:23500:x1875400222554880:12345-0@lo:101:mount.lustre.0 Request processed in 99us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521640.114159:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788521640.114574:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f074700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222554880:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788521640.114590:0:23500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6000/0x411dd0ee4d2d2d3e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2d45 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.114599:0:23500:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6000/0x411dd0ee4d2d2d3e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2d45 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521640.114625:0:23500:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788521640.114642:0:23500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6000/0x411dd0ee4d2d2d3e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2d45 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.114649:0:23500:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6000/0x411dd0ee4d2d2d3e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2d45 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521640.114657:0:23500:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8fee41abd800 10000000:01000000:3.0:1788521640.114661:0:23500:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1788521640.114672:0:23500:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8fee41abd800 from 1 10000000:01000000:3.0:1788521640.114675:0:23500:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1788521640.114694:0:23500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2d4c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.114701:0:23500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2d4c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.114708:0:23500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2d4c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521640.114724:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f074700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222555008:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788521640.115207:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521640.115234:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee433e4540 going to sleep for 11 seconds 00000100:00100000:1.0:1788521640.115301:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222555008 00000100:00100000:1.0:1788521640.115308:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222555008 00000100:00100000:1.0:1788521640.115348:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788521640.115356:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+13:23500:x1875400222555008:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788521640.115364:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521640.115375:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef71c95400/0x411dd0ee4d2d2d53 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2d4c expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521640.115393:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef71c95400/0x411dd0ee4d2d2d53 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2d4c expref: 14 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521640.115401:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef71c95400/0x411dd0ee4d2d2d53 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2d4c expref: 14 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521640.115409:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef71c95400, rc 0) 00000100:00100000:1.0:1788521640.115442:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+14:23500:x1875400222555008:12345-0@lo:101:mount.lustre.0 Request processed in 87us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521640.115447:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788521640.117576:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f074700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222555008:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788521640.117604:0:23500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2d4c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2d53 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.117626:0:23500:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2d4c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2d53 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521640.117645:0:23500:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1788521640.117665:0:23500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2d4c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2d53 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.117672:0:23500:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7e00/0x411dd0ee4d2d2d4c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2d53 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521640.117681:0:23500:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1788521640.117701:0:23500:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788521640.117708:0:23500:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8fee41abd800 10000000:01000000:3.0:1788521640.117712:0:23500:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1788521640.117716:0:23500:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:3.0:1788521640.117718:0:23500:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1788521640.117765:0:23500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7600/0x411dd0ee4d2d2d5a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.117773:0:23500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7600/0x411dd0ee4d2d2d5a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.117780:0:23500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7600/0x411dd0ee4d2d2d5a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521640.117800:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f074700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222555136:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788521640.117860:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521640.117925:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee433e4540 going to sleep for 11 seconds 00000100:00100000:1.0:1788521640.118273:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222555136 00000100:00100000:1.0:1788521640.118279:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222555136 00000100:00100000:1.0:1788521640.118342:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788521640.118351:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+14:23500:x1875400222555136:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788521640.118364:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521640.118378:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef71c95800/0x411dd0ee4d2d2d61 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2d5a expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521640.118399:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef71c95800/0x411dd0ee4d2d2d61 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2d5a expref: 15 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521640.118418:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef71c95800/0x411dd0ee4d2d2d61 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2d5a expref: 15 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521640.118426:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef71c95800, rc 0) 00000100:00100000:1.0:1788521640.118469:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+15:23500:x1875400222555136:12345-0@lo:101:mount.lustre.0 Request processed in 119us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521640.118476:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788521640.118784:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f074700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222555136:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788521640.118798:0:23500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7600/0x411dd0ee4d2d2d5a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2d61 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.118808:0:23500:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7600/0x411dd0ee4d2d2d5a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2d61 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788521640.123344:0:23500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:3.0:1788521640.125603:0:23500:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788521640.131819:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1788521640.131879:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:3.0:1788521640.131940:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:3.0:1788521640.131957:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:3.0:1788521640.131987:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:3.0:1788521640.132000:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:3.0:1788521640.132015:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:3.0:1788521640.132028:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:3.0:1788521640.132044:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:3.0:1788521640.132221:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:3.0:1788521640.132242:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:3.0:1788521640.132257:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:3.0:1788521640.132271:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:3.0:1788521640.132286:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:3.0:1788521640.132313:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:3.0:1788521640.132329:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:3.0:1788521640.132343:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:3.0:1788521640.132357:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:3.0:1788521640.132373:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:3.0:1788521640.132386:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:3.0:1788521640.132405:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:3.0:1788521640.132422:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:3.0:1788521640.132438:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:3.0:1788521640.132453:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:3.0:1788521640.132467:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:3.0:1788521640.132482:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:3.0:1788521640.132497:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:3.0:1788521640.132512:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:3.0:1788521640.132525:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:3.0:1788521640.136331:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:3.0:1788521640.136393:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:3.0:1788521640.136410:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:3.0:1788521640.136424:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:3.0:1788521640.136439:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:3.0:1788521640.136453:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:3.0:1788521640.136468:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:3.0:1788521640.136487:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:3.0:1788521640.136522:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:3.0:1788521640.136715:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:3.0:1788521640.136734:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:3.0:1788521640.136746:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:3.0:1788521640.136759:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:3.0:1788521640.136773:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:3.0:1788521640.136786:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:3.0:1788521640.136817:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:3.0:1788521640.136823:0:23500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:3.0:1788521640.136949:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f074700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222555264:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788521640.137017:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521640.137190:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee433e4600 going to sleep for 11 seconds 00000100:00100000:1.0:1788521640.153789:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222555264 00000100:00100000:1.0:1788521640.153806:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222555264 00000100:00100000:1.0:1788521640.153870:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788521640.153880:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+15:23500:x1875400222555264:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788521640.154113:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+15:23500:x1875400222555264:12345-0@lo:501:mount.lustre.0 Request processed in 234us (17094us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521640.154121:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788521640.155352:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f074700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222555264:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788521640.155416:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816df100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222555392:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788521640.155481:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521640.155518:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee423c0180 going to sleep for 11 seconds 00000100:00100000:3.0:1788521640.155626:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222555392 00000100:00100000:3.0:1788521640.155632:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222555392 00000100:00100000:3.0:1788521640.155674:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788521640.155681:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+15:23500:x1875400222555392:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788521640.156695:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+15:23500:x1875400222555392:12345-0@lo:503:mount.lustre.0 Request processed in 1010us (1210us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521640.156703:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788521640.156939:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816df100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222555392:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788521640.157802:0:23500:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788521640.157982:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4ffb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222555520:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788521640.158033:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521640.158164:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef43034cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788521640.158223:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222555520 00000100:00100000:2.0:1788521640.158228:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222555520 00000100:00100000:2.0:1788521640.158271:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788521640.158285:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da94450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+15:23500:x1875400222555520:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788521640.159392:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da94450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+15:23500:x1875400222555520:12345-0@lo:502:mount.lustre.0 Request processed in 1103us (1353us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521640.159401:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788521640.159502:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4ffb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222555520:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788521640.159920:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1788521640.159950:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:0.0:1788521640.159965:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:0.0:1788521640.159976:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:0.0:1788521640.159989:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:0.0:1788521640.160001:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:0.0:1788521640.160024:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:0.0:1788521640.160037:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:0.0:1788521640.160049:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:0.0:1788521640.160142:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:0.0:1788521640.160160:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:0.0:1788521640.160172:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:0.0:1788521640.160185:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:0.0:1788521640.160198:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:0.0:1788521640.160211:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:0.0:1788521640.160226:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:0.0:1788521640.160238:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:0.0:1788521640.160252:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:0.0:1788521640.160265:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:0.0:1788521640.160275:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:0.0:1788521640.160285:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:0.0:1788521640.160307:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:0.0:1788521640.160324:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:0.0:1788521640.160337:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:0.0:1788521640.160352:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:0.0:1788521640.160365:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:0.0:1788521640.160376:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:0.0:1788521640.160388:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:0.0:1788521640.160400:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:0.0:1788521640.160411:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:0.0:1788521640.160424:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:0.0:1788521640.160434:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:0.0:1788521640.160445:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:0.0:1788521640.160456:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:0.0:1788521640.160466:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:0.0:1788521640.160478:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:0.0:1788521640.160489:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:0.0:1788521640.160501:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:0.0:1788521640.160514:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:0.0:1788521640.160953:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:0.0:1788521640.160975:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:0.0:1788521640.160988:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:0.0:1788521640.160999:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:0.0:1788521640.161012:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:0.0:1788521640.161263:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4ffb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222555648:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788521640.161346:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521640.161394:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef43034cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788521640.161586:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222555648 00000100:00100000:3.0:1788521640.161592:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222555648 00000100:00100000:3.0:1788521640.164553:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788521640.164577:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da95c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+15:23500:x1875400222555648:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788521640.165245:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da95c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+15:23500:x1875400222555648:12345-0@lo:502:mount.lustre.0 Request processed in 678us (3897us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521640.165263:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788521640.169356:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4ffb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222555648:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788521640.169470:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:0.0:1788521640.169485:0:23500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:2.0:1788521640.171702:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788521640.171715:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521640.171718:0:23504:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1788521640.171727:0:23504:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:2.0:1788521640.171730:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788521640.171744:0:23504:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8fee42138000) 00000020:00000080:2.0:1788521640.171821:0:23504:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:2.0:1788521640.171830:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1788521640.172027:0:23504:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788521640.172034:0:23504:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x411dd0ee4d2d2d6f 00000020:00000080:2.0:1788521640.172376:0:23504:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1788521640.172381:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788521640.172384:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521640.172386:0:23504:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1788521640.172389:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788521640.172392:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521640.172394:0:23504:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:2.0:1788521640.172397:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788521640.172404:0:23504:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8fee4213cd40) 00000020:00000080:2.0:1788521640.172415:0:23504:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:2.0:1788521640.172419:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1788521640.172421:0:23504:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:2.0:1788521640.172423:0:23504:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:2.0:1788521640.172429:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788521640.172484:0:23504:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fee41abd800 from lustre-MDT0001, refs=2 00000020:00000080:2.0:1788521640.172496:0:23504:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8fee4213b380) 00000020:00000080:2.0:1788521640.172505:0:23504:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:2.0:1788521640.172710:0:23504:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1788521640.172716:0:23504:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x411dd0ee4d2d2d84 00000020:00000080:2.0:1788521640.172875:0:23504:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:2.0:1788521640.174245:0:23504:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1788521640.174273:0:23504:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x411dd0ee4d2d2d8b 00080000:01000000:2.0:1788521640.174287:0:23504:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:2.0:1788521640.174292:0:23504:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x411dd0ee4d2d2d92 00010000:00010000:2.0:1788521640.290831:0:23504:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1788521640.293421:0:23504:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1788521640.294171:0:23504:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1788521640.295813:0:23504:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:3.0:1788521640.295825:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788521640.295831:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521640.295833:0:23504:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:3.0:1788521640.295837:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788521640.295843:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521640.295844:0:23504:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:3.0:1788521640.295847:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788521640.295853:0:23504:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.141@tcp to nid 0x20000c0a8cb8d (192.168.203.141@tcp) 00000020:00000080:3.0:1788521640.295878:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788521640.295922:0:23504:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8fee426d3380) 00000020:00000080:3.0:1788521640.295954:0:23504:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:3.0:1788521640.295961:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788521640.296025:0:23504:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:3.0:1788521640.296032:0:23504:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:3.0:1788521640.296040:0:23504:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x411dd0ee4d2d2da0 00010000:00080000:3.0:1788521640.296084:0:23504:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fef7f13f800@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.141@tcp at head 00010000:00010000:3.0:1788521640.297752:0:23504:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1788521640.314251:0:23504:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788521640.314271:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1788521640.314327:0:23504:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1788521640.314350:0:23504:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x411dd0ee4d2d2da7 00000100:00080000:1.0:1788521640.314362:0:23504:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788521640.314369:0:23504:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8fef7f13f800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:1.0:1788521640.314407:0:23504:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fee43d4c000 x1875400222555776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788521640.314430:0:23504:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:1.0:1788521640.314486:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788521640.314490:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788521640.314492:0:23504:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1788521640.314503:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788521640.314506:0:23504:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1788521640.314507:0:23504:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788521640.314509:0:23504:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788521640.314511:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788521640.314514:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788521640.314515:0:23504:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788521640.314518:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788521640.314523:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788521640.314524:0:23504:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1788521640.314528:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1788521640.314560:0:23504:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1788521640.314574:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788521640.314578:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788521640.314579:0:23504:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1788521640.314581:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788521640.314583:0:23504:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:1.0:1788521640.314584:0:23504:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788521640.314586:0:23504:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788521640.314588:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788521640.314590:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788521640.314592:0:23504:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788521640.314594:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788521640.314597:0:23504:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1788521640.314601:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788521640.314603:0:23504:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1788521640.314605:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788521640.314609:0:23504:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.141@tcp to nid 0x20000c0a8cb8d (192.168.203.141@tcp) 00000020:01000000:1.0:1788521640.314634:0:23504:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1788521640.314637:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788521640.314648:0:23504:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8fee41b599c0) 00000020:00000080:1.0:1788521640.314660:0:23504:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1788521640.314665:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788521640.314727:0:23504:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1788521640.314733:0:23504:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:1.0:1788521640.314740:0:23504:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x411dd0ee4d2d2db5 00010000:00080000:1.0:1788521640.314769:0:23504:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fef44a9e000@lustre-OST0000-osc-MDT0001: add connection 192.168.203.141@tcp at head 00010000:00010000:1.0:1788521640.315015:0:23504:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:3.0:1788521640.315839:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222555776:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788521640.315928:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521640.315998:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222555776 00000100:00100000:3.0:1788521640.316006:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222555776 00000100:00100000:3.0:1788521640.316041:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788521640.316047:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f076300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875400222555776:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788521640.316084:0:22771:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:3.0:1788521640.316112:0:22771:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x411dd0ee4d2d2dbc 00000004:00100000:3.0:1788521640.316126:0:22771:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1788521640.316140:0:22771:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:1.0:1788521640.319529:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788521640.319540:0:477:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788521640.319544:0:477:0:(import.c:65:import_set_state_nolock()) ffff8fef7f05b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788521640.319552:0:477:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 689 00000100:00080000:1.0:1788521640.319556:0:477:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1788521640.319562:0:477:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8fef7f05b800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:1.0:1788521640.319613:0:477:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fee43d4ea00 x1875400222555904/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788521640.319634:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521640.319638:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788521640.319640:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521640.319643:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788521640.319683:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875400222556032:0@lo:400:kworker.0 00000100:00100000:1.0:1788521640.319744:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521640.320599:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222555904:0@lo:38:kworker.0 00000100:00100000:3.0:1788521640.320660:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521640.320704:0:22770:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:3.0:1788521640.320713:0:22770:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:3.0:1788521640.320869:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222555904 00000100:00100000:3.0:1788521640.320877:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222555904 00000100:00100000:3.0:1788521640.320989:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788521640.320996:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f077480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1875400222555904:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1788521640.321055:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f077480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1875400222555904:12345-0@lo:38:kworker.0 Request processed in 58us (395us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788521640.321556:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788521640.321596:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788521640.321605:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef7f05b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788521640.321610:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788521640.321613:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222555904:0@lo:38:kworker.0 00000100:00100000:0.0:1788521640.321922:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222556032 00000100:00100000:0.0:1788521640.321938:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222556032 00000100:00100000:0.0:1788521640.321981:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788521640.321990:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875400222556032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521640.322049:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875400222556032:12345-0@lo:400:kworker.0 Request processed in 61us (2305us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521640.322056:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1788521640.323721:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8fee43d4e300 x1875400222556032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521656 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521640.323737:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875400222556032:0@lo:400:kworker.0 00000040:01000000:0.0:1788521640.324030:0:23504:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788521640.324304:0:23504:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:3.0:1788521640.326633:0:22771:0:(import.c:65:import_set_state_nolock()) ffff8fee426dd800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788521640.326731:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f076300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1875400222555776:12345-0@lo:38:llog_process_th.0 Request processed in 10681us (10801us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521640.326742:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788521640.327218:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788521640.327228:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1788521640.327236:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1788521640.327241:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788521640.327244:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef7f13f800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788521640.327258:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222555776:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788521640.327636:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f074380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222556160:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788521640.327675:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521640.328125:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222556160 00000100:00100000:3.0:1788521640.328133:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222556160 00000100:00100000:3.0:1788521640.328174:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788521640.328183:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3644:x1875400222556160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788521640.328219:0:22770:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788521640.328269:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3644:x1875400222556160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521640.328276:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788521640.328393:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f074380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222556160:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1788521640.330504:0:23504:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788521640.330845:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1788521640.331257:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:1.0:1788521640.331715:0:23510:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788521640.331719:0:23510:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1788521640.332631:0:23504:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788521640.332642:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788521640.332680:0:23504:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1788521640.332699:0:23504:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x411dd0ee4d2d2dc3 00000100:00080000:0.0:1788521640.332710:0:23504:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788521640.332716:0:23504:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8fef44a9e000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:0.0:1788521640.334455:0:23504:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef7b4ffb80 x1875400222556288/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788521640.334504:0:23504:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1788521640.334677:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788521640.334684:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788521640.334687:0:23504:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1788521640.334690:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788521640.334693:0:23504:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:0.0:1788521640.334695:0:23504:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788521640.334697:0:23504:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788521640.334698:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788521640.334701:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788521640.334702:0:23504:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788521640.334704:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788521640.334709:0:23504:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1788521640.334712:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788521640.334714:0:23504:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1788521640.334717:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788521640.334721:0:23504:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.141@tcp to nid 0x20000c0a8cb8d (192.168.203.141@tcp) 00000020:01000000:0.0:1788521640.334746:0:23504:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1788521640.334749:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788521640.334764:0:23504:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8fef6da83380) 00000020:00000080:0.0:1788521640.334783:0:23504:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:0.0:1788521640.334788:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788521640.334859:0:23504:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:0.0:1788521640.334866:0:23504:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:0.0:1788521640.334872:0:23504:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x411dd0ee4d2d2dd1 00010000:00080000:0.0:1788521640.334920:0:23504:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fef752be000@lustre-OST0001-osc-MDT0001: add connection 192.168.203.141@tcp at head 00010000:00010000:0.0:1788521640.335163:0:23504:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:0.0:1788521640.335231:0:23504:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788521640.335245:0:23504:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:1.0:1788521640.335473:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222556288:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788521640.335525:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875400222556288 offset 0 length 520: 4 00000100:00080000:2.0:1788521640.335773:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521640.335778:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788521640.335781:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521640.335784:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:0.0:1788521640.337318:0:23504:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788521640.337688:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1788521640.337813:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:0.0:1788521640.338431:0:23512:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788521640.338437:0:23512:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1788521640.339317:0:23504:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788521640.339328:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788521640.339363:0:23504:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788521640.339381:0:23504:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x411dd0ee4d2d2dd8 00000100:00080000:0.0:1788521640.339389:0:23504:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788521640.339395:0:23504:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8fef752be000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:0.0:1788521640.339427:0:23504:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef7b4ff480 x1875400222556416/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788521640.339444:0:23504:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:1.0:1788521640.339521:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222556416:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788521640.339585:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875400222556416 offset 0 length 520: 4 00000020:01000000:0.0:1788521640.339700:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788521640.339705:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788521640.339707:0:23504:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788521640.339710:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788521640.339714:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788521640.339716:0:23504:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788521640.339719:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788521640.339721:0:23504:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788521640.339723:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788521640.339726:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788521640.339727:0:23504:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788521640.339730:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788521640.339731:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788521640.339733:0:23504:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788521640.339736:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1788521640.339768:0:23504:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788521640.339772:0:23504:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788521640.339773:0:23504:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788521640.339776:0:23504:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:3.0:1788521640.340264:0:23500:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:3.0:1788521640.340315:0:23500:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1788521640.340337:0:23500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7600/0x411dd0ee4d2d2d5a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2d61 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.340348:0:23500:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7600/0x411dd0ee4d2d2d5a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2d61 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521640.340357:0:23500:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fee41abd800 from 1 10000000:01000000:3.0:1788521640.340360:0:23500:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788521640.340390:0:23500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7000/0x411dd0ee4d2d2ddf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.340398:0:23500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7000/0x411dd0ee4d2d2ddf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.340408:0:23500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7000/0x411dd0ee4d2d2ddf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521640.340426:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f077800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222556544:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788521640.340471:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521640.340506:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef4e6d5780 going to sleep for 11 seconds 00000100:00100000:0.0:1788521640.340985:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222556544 00000100:00100000:0.0:1788521640.341002:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222556544 00000100:00100000:0.0:1788521640.341051:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788521640.341070:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da94050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+15:23500:x1875400222556544:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788521640.341082:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788521640.341095:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fee42411800/0x411dd0ee4d2d2de6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2ddf expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.341119:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fee42411800/0x411dd0ee4d2d2de6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2ddf expref: 16 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.341130:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fee42411800/0x411dd0ee4d2d2de6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2ddf expref: 16 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.341138:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fee42411800, rc 0) 00000100:00100000:0.0:1788521640.341180:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da94050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+16:23500:x1875400222556544:12345-0@lo:101:mount.lustre.0 Request processed in 111us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521640.341186:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788521640.341322:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f077800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222556544:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788521640.341337:0:23500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7000/0x411dd0ee4d2d2ddf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2de6 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521640.341345:0:23500:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7000/0x411dd0ee4d2d2ddf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2de6 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521640.341929:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222556672:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1788521640.341970:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521640.341998:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef5151a180 going to sleep for 11 seconds 00000100:00100000:3.0:1788521640.342075:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222556672 00000100:00100000:3.0:1788521640.342082:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222556672 00000100:00100000:3.0:1788521640.342119:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788521640.342134:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+16:23500:x1875400222556672:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1788521640.342149:0:22759:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1788521640.342165:0:22759:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788521640.342168:0:22759:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1788521640.342247:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+16:23500:x1875400222556672:12345-0@lo:256:mount.lustre.0 Request processed in 114us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521640.342254:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788521640.342288:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222556672:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1788521640.342868:0:23500:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788521640.342904:0:23500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7000/0x411dd0ee4d2d2ddf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2de6 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.342914:0:23500:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7000/0x411dd0ee4d2d2ddf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2de6 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521640.342922:0:23500:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fee41abd800 from 1 10000000:01000000:3.0:1788521640.342924:0:23500:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788521640.342946:0:23500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d2ded lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.342953:0:23500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d2ded lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.342961:0:23500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d2ded lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521640.342974:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f074a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222556800:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788521640.343003:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521640.343066:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef4e6d53c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788521640.343085:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222556800 00000100:00100000:3.0:1788521640.343090:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222556800 00000100:00100000:3.0:1788521640.343111:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788521640.343117:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da95450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+16:23500:x1875400222556800:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788521640.343125:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788521640.343135:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2df4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2ded expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.343154:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2df4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2ded expref: 17 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.343163:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2df4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2ded expref: 17 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.343170:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef6d7b7200, rc 0) 00000100:00100000:3.0:1788521640.343199:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da95450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:23500:x1875400222556800:12345-0@lo:101:mount.lustre.0 Request processed in 82us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521640.343206:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788521640.343238:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f074a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222556800:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788521640.343249:0:23500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d2ded lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2df4 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.343257:0:23500:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d2ded lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2df4 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788521640.346214:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521640.346223:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788521640.346226:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521640.346229:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:0.0:1788521640.346696:0:23500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:0.0:1788521640.347027:0:23500:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788521640.347286:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1788521640.347323:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:0.0:1788521640.347339:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:0.0:1788521640.347351:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:0.0:1788521640.347362:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:0.0:1788521640.347392:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:0.0:1788521640.347404:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:0.0:1788521640.347414:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:0.0:1788521640.347424:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1788521640.347435:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:0.0:1788521640.347446:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:0.0:1788521640.347460:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:0.0:1788521640.347471:0:23500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:0.0:1788521640.347545:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222556928:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788521640.347603:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521640.347692:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee41a5af00 going to sleep for 11 seconds 00000100:00100000:3.0:1788521640.348751:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222556928 00000100:00100000:3.0:1788521640.348761:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222556928 00000100:00100000:3.0:1788521640.348814:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788521640.348834:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:23500:x1875400222556928:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788521640.349001:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:23500:x1875400222556928:12345-0@lo:501:mount.lustre.0 Request processed in 169us (1396us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521640.349008:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788521640.349260:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222556928:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788521640.349313:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222557056:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788521640.349360:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521640.349393:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee41a5af00 going to sleep for 11 seconds 00000100:00100000:3.0:1788521640.349461:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222557056 00000100:00100000:3.0:1788521640.349466:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222557056 00000100:00100000:3.0:1788521640.349498:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788521640.349505:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da97c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:23500:x1875400222557056:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788521640.349604:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da97c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:23500:x1875400222557056:12345-0@lo:503:mount.lustre.0 Request processed in 99us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521640.349610:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788521640.349692:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222557056:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788521640.350134:0:23500:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788521640.350219:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222557184:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788521640.350256:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521640.350283:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef5151af00 going to sleep for 11 seconds 00000100:00100000:3.0:1788521640.350566:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222557184 00000100:00100000:3.0:1788521640.350571:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222557184 00000100:00100000:3.0:1788521640.350607:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788521640.350615:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da95050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:23500:x1875400222557184:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788521640.350695:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da95050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:23500:x1875400222557184:12345-0@lo:502:mount.lustre.0 Request processed in 80us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521640.350702:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788521640.350848:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222557184:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788521640.351240:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1788521640.351267:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:1.0:1788521640.351288:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:1.0:1788521640.351316:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:1.0:1788521640.351332:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:1.0:1788521640.351344:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:1.0:1788521640.351355:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:1.0:1788521640.351367:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:1.0:1788521640.351379:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1788521640.351392:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:1.0:1788521640.351419:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:1.0:1788521640.351448:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222557312:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788521640.351490:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521640.351621:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef5151af00 going to sleep for 11 seconds 00000100:00100000:3.0:1788521640.351762:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222557312 00000100:00100000:3.0:1788521640.351768:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222557312 00000100:00100000:3.0:1788521640.351832:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788521640.351840:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:23500:x1875400222557312:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788521640.351950:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:23500:x1875400222557312:12345-0@lo:502:mount.lustre.0 Request processed in 110us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521640.351957:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788521640.352099:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222557312:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788521640.352146:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:2.0:1788521640.352155:0:23500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1788521640.354615:0:23514:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788521640.354629:0:23514:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521640.354631:0:23514:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788521640.354640:0:23514:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fee41abd800 00000020:00000080:2.0:1788521640.354643:0:23514:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788521640.354650:0:23514:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788521640.354653:0:23514:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521640.354654:0:23514:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788521640.354657:0:23514:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788521640.354667:0:23514:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521640.354668:0:23514:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788521640.354673:0:23514:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fee41abd800 00000020:00000080:2.0:1788521640.354675:0:23514:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788521640.354734:0:23514:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788521640.354738:0:23514:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521640.354740:0:23514:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788521640.354742:0:23514:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788521640.354745:0:23514:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521640.354746:0:23514:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788521640.354749:0:23514:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8fee41abd800 00000020:00000080:2.0:1788521640.354752:0:23514:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788521640.354769:0:23514:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788521640.354771:0:23514:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521640.354773:0:23514:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788521640.354775:0:23514:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788521640.354778:0:23514:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521640.354779:0:23514:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1788521640.354782:0:23514:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8fee41abd800 00000020:00000080:2.0:1788521640.354785:0:23514:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788521640.354806:0:23514:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788521640.354810:0:23514:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521640.354811:0:23514:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1788521640.354814:0:23514:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1788521640.355160:0:23500:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1788521640.355197:0:23500:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788521640.355220:0:23500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d2ded lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2df4 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.355231:0:23500:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d2ded lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2df4 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521640.355281:0:23500:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788521640.355285:0:23500:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8fee41abd800 10000000:01000000:3.0:1788521640.355288:0:23500:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8fee41abd800 10000000:01000000:3.0:1788521640.355304:0:23500:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788521640.355310:0:23500:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8fee41abd800 from 1 10000000:01000000:3.0:1788521640.355313:0:23500:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788521640.355346:0:23500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6600/0x411dd0ee4d2d2dfb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.355356:0:23500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6600/0x411dd0ee4d2d2dfb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.355365:0:23500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6600/0x411dd0ee4d2d2dfb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521640.355388:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f074a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222557440:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788521640.355447:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521640.355484:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222557440 00000100:00100000:3.0:1788521640.355489:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222557440 00000100:00100000:3.0:1788521640.355525:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788521640.355543:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:23500:x1875400222557440:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788521640.355555:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788521640.355566:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef6d7b6e00/0x411dd0ee4d2d2e02 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2dfb expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.355595:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef6d7b6e00/0x411dd0ee4d2d2e02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2dfb expref: 18 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.355605:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef6d7b6e00/0x411dd0ee4d2d2e02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2dfb expref: 18 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.355613:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef6d7b6e00, rc 0) 00000100:00100000:3.0:1788521640.355641:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:23500:x1875400222557440:12345-0@lo:101:mount.lustre.0 Request processed in 109us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521640.355648:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788521640.355688:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef50e2d900 going to sleep for 11 seconds 00000100:00100000:3.0:1788521640.355707:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f074a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222557440:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788521640.355720:0:23500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6600/0x411dd0ee4d2d2dfb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2e02 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521640.355728:0:23500:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6600/0x411dd0ee4d2d2dfb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2e02 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788521640.384634:0:23500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1788521640.390034:0:23500:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788521640.390277:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1788521640.390315:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1788521640.390331:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1788521640.390344:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1788521640.390373:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1788521640.390390:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1788521640.390403:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1788521640.390414:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1788521640.390437:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1788521640.390448:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1788521640.390461:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1788521640.390473:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1788521640.390484:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1788521640.390495:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1788521640.390505:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1788521640.390516:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1788521640.390525:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1788521640.390536:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1788521640.390548:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1788521640.390561:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1788521640.390586:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1788521640.390602:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1788521640.390616:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1788521640.390629:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1788521640.390641:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1788521640.390653:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1788521640.390666:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1788521640.390678:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1788521640.390689:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1788521640.390701:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1788521640.390713:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1788521640.390726:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1788521640.390740:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1788521640.390751:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1788521640.390763:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1788521640.390776:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1788521640.390804:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1788521640.390819:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1788521640.390831:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1788521640.390844:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1788521640.390857:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1788521640.390908:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1788521640.390924:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1788521640.390936:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1788521640.390948:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1788521640.390962:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1788521640.390975:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1788521640.390988:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1788521640.391122:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1788521640.391144:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1788521640.391163:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1788521640.391168:0:23500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1788521640.391263:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f074a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222557568:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788521640.391342:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521640.391389:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef435bc240 going to sleep for 11 seconds 00000100:00100000:2.0:1788521640.400605:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222557568 00000100:00100000:2.0:1788521640.400620:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222557568 00000100:00100000:2.0:1788521640.400684:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788521640.400695:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f10050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:23500:x1875400222557568:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788521640.400876:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f10050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:23500:x1875400222557568:12345-0@lo:501:mount.lustre.0 Request processed in 183us (9534us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521640.401032:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788521640.401189:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f074a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222557568:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788521640.401248:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222557696:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788521640.401290:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521640.401365:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee423c0480 going to sleep for 11 seconds 00000100:00100000:1.0:1788521640.404441:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222557696 00000100:00100000:1.0:1788521640.404455:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222557696 00000100:00100000:1.0:1788521640.404511:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788521640.404521:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f13850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:23500:x1875400222557696:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788521640.404683:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f13850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:23500:x1875400222557696:12345-0@lo:503:mount.lustre.0 Request processed in 163us (3392us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521640.404691:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788521640.405416:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222557696:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788521640.405867:0:23500:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788521640.405979:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222557824:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788521640.406033:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521640.406080:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef42ec6300 going to sleep for 11 seconds 00000100:00100000:2.0:1788521640.406567:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222557824 00000100:00100000:2.0:1788521640.406574:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222557824 00000100:00100000:2.0:1788521640.406612:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788521640.406620:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:23500:x1875400222557824:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788521640.406721:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:23500:x1875400222557824:12345-0@lo:502:mount.lustre.0 Request processed in 101us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521640.406728:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788521640.406777:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222557824:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788521640.407010:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1788521640.407037:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1788521640.407053:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1788521640.407081:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1788521640.407093:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1788521640.407104:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1788521640.407116:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1788521640.407128:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1788521640.407140:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1788521640.407152:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1788521640.407165:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1788521640.407178:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1788521640.407189:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1788521640.407214:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1788521640.407228:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1788521640.407240:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1788521640.407252:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1788521640.407276:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1788521640.407288:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1788521640.407316:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1788521640.407329:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1788521640.407341:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1788521640.407354:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1788521640.407368:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1788521640.407380:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1788521640.407393:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1788521640.407405:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1788521640.407419:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1788521640.407432:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1788521640.407458:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1788521640.407472:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1788521640.407485:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1788521640.407494:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1788521640.407504:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1788521640.407514:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1788521640.407526:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1788521640.407538:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1788521640.407550:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1788521640.407563:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1788521640.407577:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1788521640.407588:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1788521640.407600:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1788521640.407611:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1788521640.407623:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1788521640.407634:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1788521640.407660:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1788521640.407675:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1788521640.407688:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1788521640.407725:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816de300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222557952:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788521640.407778:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521640.407801:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee423c0600 going to sleep for 11 seconds 00000100:00100000:2.0:1788521640.407821:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222557952 00000100:00100000:2.0:1788521640.407826:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222557952 00000100:00100000:2.0:1788521640.407854:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788521640.407861:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:23500:x1875400222557952:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788521640.407955:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:23500:x1875400222557952:12345-0@lo:502:mount.lustre.0 Request processed in 94us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521640.407962:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788521640.408005:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816de300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222557952:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788521640.408126:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:2.0:1788521640.408146:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:2.0:1788521640.408166:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816de300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222558080:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788521640.408197:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521640.408211:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef484d8180 going to sleep for 11 seconds 00000100:00100000:2.0:1788521640.408223:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222558080 00000100:00100000:2.0:1788521640.408226:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222558080 00000100:00100000:2.0:1788521640.408248:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788521640.408253:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f13c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:23500:x1875400222558080:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788521640.408326:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f13c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:23500:x1875400222558080:12345-0@lo:502:mount.lustre.0 Request processed in 72us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521640.408333:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788521640.408371:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816de300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222558080:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788521640.408404:0:23500:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:2.0:1788521640.408410:0:23500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1788521640.415337:0:23519:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:1.0:1788521640.415354:0:23519:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8fee41b5b380) 00000020:00000080:1.0:1788521640.415376:0:23519:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:1.0:1788521640.415480:0:23519:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fee41abd800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1788521640.415485:0:23519:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fee41abd800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1788521640.415487:0:23519:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fee41abd800 3 00010000:00080000:1.0:1788521640.415518:0:23519:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fef7f061000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.141@tcp at head 00010000:00010000:0.0:1788521640.422234:0:23519:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:0.0:1788521640.422450:0:23519:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:0.0:1788521640.422498:0:23519:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788521640.422513:0:23519:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x411dd0ee4d2d2e10 00000100:00080000:0.0:1788521640.422522:0:23519:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788521640.422529:0:23519:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8fef7f061000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:0.0:1788521640.422692:0:23519:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef7b4ff800 x1875400222558208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788521640.422710:0:23519:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1788521640.423249:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875400222558208:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788521640.423326:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521640.423386:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222558208 00000100:00100000:1.0:1788521640.423392:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222558208 00000100:00100000:1.0:1788521640.423425:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788521640.423432:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875400222558208:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788521640.423454:0:22765:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:1.0:1788521640.423482:0:22765:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x411dd0ee4d2d2e17 00000004:00100000:1.0:1788521640.423495:0:22765:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788521640.423524:0:22765:0:(import.c:65:import_set_state_nolock()) ffff8fef7f067800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788521640.423643:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875400222558208:12345-0@lo:38:llog_process_th.0 Request processed in 209us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521640.423651:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1788521640.423690:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8fef7b4ff800 x1875400222558208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788521650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521640.423701:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788521640.423707:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1788521640.423720:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1788521640.423724:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788521640.423727:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef7f061000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788521640.423733:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875400222558208:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1788521640.424750:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521640.424757:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788521640.424759:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521640.424762:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:2.0:1788521640.427778:0:23519:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:1.0:1788521640.431754:0:23500:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1788521640.431804:0:23500:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788521640.431822:0:23500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6600/0x411dd0ee4d2d2dfb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2e02 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521640.431834:0:23500:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6600/0x411dd0ee4d2d2dfb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2e02 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1788521640.431905:0:23500:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1788521640.431908:0:23500:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788521640.431909:0:23500:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788521640.431910:0:23500:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788521640.431911:0:23500:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788521640.431913:0:23500:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788521640.431914:0:23500:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788521640.431916:0:23500:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788521640.431917:0:23500:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788521640.431921:0:23500:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:1.0:1788521640.431923:0:23500:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788521640.431924:0:23500:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788521640.431925:0:23500:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788521640.431926:0:23500:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788521640.431933:0:23500:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788521640.431934:0:23500:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788521640.431935:0:23500:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788521640.431936:0:23500:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788521640.431937:0:23500:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788521640.431963:0:23500:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1788521640.431982:0:23500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222558336:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788521640.432047:0:23500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521640.432098:0:23500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef42ec60c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788521640.432125:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222558336 00000100:00100000:1.0:1788521640.432131:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222558336 00000100:00100000:1.0:1788521640.432175:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788521640.432184:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f12050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:23500:x1875400222558336:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788521640.432211:0:22759:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1788521640.432224:0:22759:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:1.0:1788521640.435778:0:22745:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:1.0:1788521640.435814:0:22759:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788521640.435827:0:22759:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1788521640.436144:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f12050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:23500:x1875400222558336:12345-0@lo:253:mount.lustre.0 Request processed in 3956us (4092us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521640.436156:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788521640.436219:0:23500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:23500:1875400222558336:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788521640.436232:0:23500:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1788521640.436236:0:23500:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788521640.436237:0:23500:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788521640.436239:0:23500:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788521640.436240:0:23500:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788521640.436241:0:23500:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788521640.436242:0:23500:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788521640.436244:0:23500:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788521640.436246:0:23500:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788521640.436247:0:23500:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1788521640.436262:0:23500:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:0.0:1788521640.438808:0:22781:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788521640.438817:0:22781:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788521640.438842:0:22781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8fee42410200/0x411dd0ee4d2d2e1e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.438860:0:22781:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fef6d7b7c00/0x411dd0ee4d2d2d22 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2d1b expref: 17 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.438868:0:22781:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fee42411800/0x411dd0ee4d2d2de6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2ddf expref: 17 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.438908:0:22781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8fee42410200/0x411dd0ee4d2d2e1e lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.438962:0:22781:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fee42411800/0x411dd0ee4d2d2de6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x411dd0ee4d2d2ddf expref: 17 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.438978:0:22781:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fee42411800/0x411dd0ee4d2d2de6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ddf expref: 17 pid: 22758 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521640.438993:0:22781:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fd880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22781:1875400222558464:0@lo:104: 00000100:00100000:0.0:1788521640.439070:0:22781:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788521640.439122:0:22781:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fef6d7b7c00/0x411dd0ee4d2d2d22 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x411dd0ee4d2d2d1b expref: 17 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.439130:0:22781:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fef6d7b7c00/0x411dd0ee4d2d2d22 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2d1b expref: 17 pid: 22758 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521640.439139:0:22781:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fc000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22781:1875400222558592:0@lo:104: 00000100:00100000:0.0:1788521640.439160:0:22781:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521640.439176:0:22781:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef5800c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788521640.439216:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222558464 00000100:00100000:0.0:1788521640.439223:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222558464 00000100:00100000:0.0:1788521640.439251:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222558592 00000100:00100000:0.0:1788521640.439254:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222558592 00000100:00100000:0.0:1788521640.439267:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788521640.439275:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+4:22781:x1875400222558464:12345-0@lo:104: 00010000:00010000:0.0:1788521640.439287:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7000/0x411dd0ee4d2d2ddf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2de6 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.439354:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788521640.439361:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+4:22781:x1875400222558464:12345-0@lo:104: Request processed in 86us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521640.439368:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788521640.439383:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788521640.439390:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+3:22781:x1875400222558592:12345-0@lo:104: 00010000:00010000:0.0:1788521640.439398:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff8fef457f3e00/0x411dd0ee4d2d2d1b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2d22 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.439430:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788521640.439435:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+3:22781:x1875400222558592:12345-0@lo:104: Request processed in 46us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521640.439441:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788521640.439476:0:22781:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fd880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22781:1875400222558464:0@lo:104: 00000100:00100000:0.0:1788521640.439485:0:22781:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fc000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22781:1875400222558592:0@lo:104: 00010000:00010000:0.0:1788521640.439507:0:22781:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8fee42410200/0x411dd0ee4d2d2e1e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.439523:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788521640.439528:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7000/0x411dd0ee4d2d2ddf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2de6 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.439534:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef6d7b7000 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:0.0:1788521640.439538:0:22753:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7000/0x411dd0ee4d2d2ddf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x411dd0ee4d2d2de6 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.439547:0:22753:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7000/0x411dd0ee4d2d2ddf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x411dd0ee4d2d2de6 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788521640.439561:0:22753:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7000/0x411dd0ee4d2d2ddf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x411dd0ee4d2d2de6 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788521640.439566:0:22753:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788521640.439595:0:22753:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7000/0x411dd0ee4d2d2ddf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2de6 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.439602:0:22753:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788521640.439622:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7000/0x411dd0ee4d2d2ddf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2de6 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.439630:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7000/0x411dd0ee4d2d2ddf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2de6 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.439645:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788521640.439648:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef457f3e00/0x411dd0ee4d2d2d1b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2d22 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.439653:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f3e00 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:0.0:1788521640.439655:0:22753:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef457f3e00/0x411dd0ee4d2d2d1b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x411dd0ee4d2d2d22 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.439662:0:22753:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef457f3e00/0x411dd0ee4d2d2d1b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x411dd0ee4d2d2d22 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788521640.439667:0:22753:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef457f3e00/0x411dd0ee4d2d2d1b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x411dd0ee4d2d2d22 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788521640.439671:0:22753:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788521640.439691:0:22753:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fef457f3e00/0x411dd0ee4d2d2d1b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2d22 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.439696:0:22753:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788521640.439702:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef457f3e00/0x411dd0ee4d2d2d1b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2d22 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.439707:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef457f3e00/0x411dd0ee4d2d2d1b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2d22 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.439720:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521640.439722:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521640.439723:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521640.439730:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521640.439746:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3645:1875400222558720:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788521640.439774:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521640.439795:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788521640.439801:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3645:1875400222558848:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788521640.439820:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521640.439849:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222558720 00000100:00100000:0.0:1788521640.439853:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222558720 00010000:00010000:0.0:1788521640.439870:0:22750:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fee42411800/0x411dd0ee4d2d2de6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ddf expref: 18 pid: 22758 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521640.439915:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222558848 00000100:00100000:0.0:1788521640.439919:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222558848 00010000:00010000:0.0:1788521640.439930:0:22750:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fef6d7b7c00/0x411dd0ee4d2d2d22 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2d1b expref: 19 pid: 22758 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521640.439942:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788521640.439948:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+19:3645:x1875400222558720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788521640.439965:0:22750:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788521640.439971:0:22750:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fee42411800/0x411dd0ee4d2d2de6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ddf expref: 19 pid: 22758 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.439980:0:22750:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fee42411800/0x411dd0ee4d2d2de6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ddf expref: 19 pid: 22758 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.439993:0:22750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fee42411800/0x411dd0ee4d2d2de6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ddf expref: 19 pid: 22758 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.440005:0:22750:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788521640.440032:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:3645:x1875400222558720:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521640.440038:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788521640.440051:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788521640.440058:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:3645:x1875400222558848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788521640.440066:0:22750:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788521640.440071:0:22750:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fef6d7b7c00/0x411dd0ee4d2d2d22 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2d1b expref: 17 pid: 22758 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.440079:0:22750:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fef6d7b7c00/0x411dd0ee4d2d2d22 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2d1b expref: 17 pid: 22758 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.440088:0:22750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef6d7b7c00/0x411dd0ee4d2d2d22 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x411dd0ee4d2d2d1b expref: 17 pid: 22758 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.440099:0:22750:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8fee42410200/0x411dd0ee4d2d2e1e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.440107:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fee42410200/0x411dd0ee4d2d2e1e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788521640.440125:0:22750:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009161248s 00010000:00010000:0.0:1788521640.440130:0:22750:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fee42410200/0x411dd0ee4d2d2e1e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.440137:0:22750:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fee42410200/0x411dd0ee4d2d2e1e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.440144:0:22750:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8fee42410200/0x411dd0ee4d2d2e1e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.440150:0:22750:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8fee42410200/0x411dd0ee4d2d2e1e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.440155:0:22750:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42410200 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:0.0:1788521640.440159:0:22750:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8fee42410200/0x411dd0ee4d2d2e1e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.440165:0:22750:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8fee42410200/0x411dd0ee4d2d2e1e lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.440178:0:22750:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8fee42410200/0x411dd0ee4d2d2e1e lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.440187:0:22750:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788521640.440211:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+16:3645:x1875400222558848:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521640.440217:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788521640.440246:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3645:1875400222558848:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788521640.440254:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3645:1875400222558720:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788521640.440275:0:22781:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8fee42410200/0x411dd0ee4d2d2e1e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.440283:0:22781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8fee42410200/0x411dd0ee4d2d2e1e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521640.440289:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fee42410200/0x411dd0ee4d2d2e1e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:1.0:1788521640.462477:0:23500:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000040:01000000:3.0:1788521640.462848:0:23526:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:3.0:1788521640.463384:0:23526:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:1.0:1788521640.465125:0:23500:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:1.0:1788521640.465750:0:23527:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ca80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23527:1875400222558976:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788521640.465828:0:23527:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521640.465873:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222558976 00000100:00100000:1.0:1788521640.465880:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222558976 00000040:01000000:0.0:1788521640.466124:0:23500:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:0.0:1788521640.466160:0:23500:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1788521640.466653:0:23500:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1788521640.466660:0:23500:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:0.0:1788521640.466696:0:23500:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788521640.467737:0:23500:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1788521640.468313:0:23500:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1788521640.468341:0:23500:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:0.0:1788521640.468416:0:23500:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:0.0:1788521640.468938:0:23500:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:1.0:1788521640.470165:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788521640.470181:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23527:x1875400222558976:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788521640.470287:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23527:x1875400222558976:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 113us (4460us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521640.470308:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788521640.470343:0:23527:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef7658e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788521640.470368:0:23527:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ca80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23527:1875400222558976:0@lo:1000:lod0001_rec0000.0 00000040:01000000:1.0:1788521640.470401:0:23527:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1788521640.470454:0:23527:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ca80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23527:1875400222559104:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788521640.470495:0:23527:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521640.470517:0:23527:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef7658ed80 going to sleep for 11 seconds 00000040:00080000:3.0:1788521640.470834:0:23526:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1788521640.470918:0:23526:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000020:00080000:2.0:1788521640.471441:0:23525:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:2.0:1788521640.471446:0:23525:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000100:00100000:0.0:1788521640.471955:0:23509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222559104 00000100:00100000:0.0:1788521640.471962:0:23509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222559104 00000100:00100000:0.0:1788521640.472001:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788521640.472009:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23527:x1875400222559104:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788521640.472239:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23527:x1875400222559104:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 230us (1743us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521640.472246:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788521640.472330:0:23527:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ca80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23527:1875400222559104:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788521640.472405:0:23527:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816de300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23527:1875400222559232:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1788521640.472442:0:23527:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521640.472472:0:23527:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef484d8540 going to sleep for 11 seconds 00000100:00100000:0.0:1788521640.472616:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222559232 00000100:00100000:0.0:1788521640.472620:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222559232 00000100:00100000:0.0:1788521640.472652:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788521640.472660:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23527:x1875400222559232:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1788521640.472711:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23527:x1875400222559232:12345-0@lo:900:lod0001_rec0000.0 Request processed in 51us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521640.472718:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1788521640.472749:0:23527:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8fef816de300 x1875400222559232/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788521656 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521640.472760:0:23527:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816de300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23527:1875400222559232:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1788521640.472804:0:23527:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fc000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23527:1875400222559360:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788521640.472833:0:23527:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521640.472855:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222559360 00000100:00100000:0.0:1788521640.472858:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222559360 00000100:00100000:0.0:1788521640.472879:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788521640.472913:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23527:x1875400222559360:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788521640.472963:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23527:x1875400222559360:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 52us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521640.472969:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788521640.472985:0:23527:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef506a2540 going to sleep for 11 seconds 00000100:00100000:0.0:1788521640.472997:0:23527:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fc000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23527:1875400222559360:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1788521640.473037:0:23527:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000001:00000004:1.0:1788521640.480797:0:23500:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000040:00080000:0.0:1788521640.481630:0:23527:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788521640.481702:0:23527:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1788521640.481707:0:23527:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00080000:1.0:1788521640.487408:0:23500:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1788521640.487449:0:23500:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa9e341c83988 00100000:10000000:1.0:1788521640.487457:0:23500:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1788521640.488716:0:23500:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788521640.488745:0:23500:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.141@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788521640.488766:0:23500:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1788521640.488783:0:23500:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:0.0:1788521640.498253:0:23500:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788521640.498514:0:23500:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788521640.595164:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521640.973125:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00000040:00080000:3.0:1788521641.486556:0:23522:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788521641.613302:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521641.997175:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 10000000:01000000:1.0:1788521642.066990:0:22762:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788521642.066998:0:22762:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fee41abd800 from 12 10000000:01000000:1.0:1788521642.067004:0:22762:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788521642.067058:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef71c94600/0x411dd0ee4d2d2e25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521642.067070:0:22762:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef71c94600/0x411dd0ee4d2d2e25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521642.067082:0:22762:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef71c94600/0x411dd0ee4d2d2e25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521642.067106:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222559488:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788521642.067168:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521642.067208:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef52435c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788521642.067237:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222559488 00000100:00100000:1.0:1788521642.067244:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222559488 00000100:00100000:1.0:1788521642.067300:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788521642.067309:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+16:22762:x1875400222559488:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788521642.067321:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521642.067333:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef71c94a00/0x411dd0ee4d2d2e2c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2e25 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521642.067356:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef71c94a00/0x411dd0ee4d2d2e2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2e25 expref: 17 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521642.067366:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef71c94a00/0x411dd0ee4d2d2e2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2e25 expref: 17 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521642.067374:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef71c94a00, rc 0) 00000100:00100000:1.0:1788521642.067410:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:22762:x1875400222559488:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 102us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521642.067416:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788521642.067471:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222559488:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788521642.067485:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef71c94600/0x411dd0ee4d2d2e25 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2e2c expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521642.067494:0:22762:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef71c94600/0x411dd0ee4d2d2e25 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2e2c expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521642.067539:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222559616:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788521642.067567:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521642.067581:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef52435c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788521642.067595:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222559616 00000100:00100000:1.0:1788521642.067598:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222559616 00000100:00100000:1.0:1788521642.067619:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788521642.067624:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f10850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:22762:x1875400222559616:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788521642.067638:0:22759:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788521642.067652:0:22759:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788521642.067655:0:22759:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1788521642.067720:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f10850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:22762:x1875400222559616:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 95us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521642.067727:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788521642.067753:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222559616:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788521642.067788:0:22762:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788521642.067794:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef71c94600/0x411dd0ee4d2d2e25 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2e2c expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521642.067802:0:22762:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef71c94600/0x411dd0ee4d2d2e25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2e2c expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788521642.067819:0:22762:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788521642.067821:0:22762:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fef75255000 from 12 10000000:01000000:1.0:1788521642.067823:0:22762:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788521642.067837:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef71c94400/0x411dd0ee4d2d2e33 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521642.067843:0:22762:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef71c94400/0x411dd0ee4d2d2e33 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521642.067850:0:22762:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef71c94400/0x411dd0ee4d2d2e33 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521642.067860:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222559744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788521642.067900:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521642.067912:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef52435c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788521642.067923:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222559744 00000100:00100000:1.0:1788521642.067926:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222559744 00000100:00100000:1.0:1788521642.067947:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788521642.067953:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f11850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:22762:x1875400222559744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788521642.067961:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521642.067968:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef71c95600/0x411dd0ee4d2d2e3a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2e33 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521642.067981:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef71c95600/0x411dd0ee4d2d2e3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2e33 expref: 18 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521642.067989:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef71c95600/0x411dd0ee4d2d2e3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2e33 expref: 18 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521642.068006:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef71c95600, rc 0) 00000100:00100000:1.0:1788521642.068033:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f11850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:22762:x1875400222559744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 79us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521642.068038:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788521642.068064:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222559744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788521642.068073:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef71c94400/0x411dd0ee4d2d2e33 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2e3a expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521642.068079:0:22762:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef71c94400/0x411dd0ee4d2d2e33 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2e3a expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521642.068111:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222559872:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788521642.068135:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521642.068148:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef52435c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788521642.068158:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222559872 00000100:00100000:1.0:1788521642.068161:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222559872 00000100:00100000:1.0:1788521642.068180:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788521642.068186:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:22762:x1875400222559872:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788521642.068195:0:22760:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788521642.068205:0:22760:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788521642.068208:0:22760:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1788521642.068259:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:22762:x1875400222559872:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 73us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521642.068265:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788521642.068305:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222559872:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788521642.068343:0:22762:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788521642.068349:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef71c94400/0x411dd0ee4d2d2e33 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2e3a expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521642.068356:0:22762:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef71c94400/0x411dd0ee4d2d2e33 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2e3a expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788521642.513362:0:23522:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788521642.638745:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521643.021726:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00010000:00010000:0.0:1788521643.662684:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521644.045018:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00010000:00010000:0.0:1788521644.691533:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788521644.869460:0:23769:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg341-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:2.0:1788521645.070141:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 0 seconds 00000040:00080000:0.0:1788521645.070702:0:22798:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:1.0:1788521645.709080:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788521645.709090:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788521645.709095:0:38:0:(import.c:65:import_set_state_nolock()) ffff8fef7f05b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788521645.709112:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8fef7f05b800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:1.0:1788521645.709144:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fee43d4ea00 x1875400222560128/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788521645.709163:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521645.709166:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788521645.709170:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521645.709173:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788521645.709209:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521645.709213:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788521645.709216:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521645.709220:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788521645.709314:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875400222560256:0@lo:400:kworker.0 00000100:00100000:1.0:1788521645.709406:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521645.709547:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788521645.709557:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3644:1875400222560000:0@lo:400:kworker.0 00000100:00100000:1.0:1788521645.709612:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521645.709616:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222560128:0@lo:38:kworker.0 00000100:00100000:3.0:1788521645.709690:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521645.709751:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f077b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222560640:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788521645.709752:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222560128 00000100:00100000:3.0:1788521645.709763:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222560128 00000100:00100000:2.0:1788521645.709803:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521645.710801:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222560384:0@lo:400:kworker.0 00000100:00100000:1.0:1788521645.710848:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521645.710881:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788521645.710911:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875400222560512:0@lo:400:kworker.0 00000100:00100000:1.0:1788521645.710938:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788521645.710970:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788521645.710984:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222560256 00000100:00100000:1.0:1788521645.710991:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222560256 00000100:00100000:3.0:1788521645.711527:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222560640 00000100:00100000:3.0:1788521645.711540:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222560640 00000100:00100000:3.0:1788521645.711576:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222560384 00000100:00100000:3.0:1788521645.711592:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222560384 00000100:00100000:3.0:1788521645.711621:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788521645.711630:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f076a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1875400222560128:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1788521645.711662:0:22770:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 695 last 0 00000020:00000080:3.0:1788521645.711702:0:22770:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x411dd0ee4d2d2e41 00000004:00100000:3.0:1788521645.711718:0:22770:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1788521645.711724:0:22770:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1788521645.716095:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788521645.716127:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3643:x1875400222560640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788521645.716182:0:23509:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788521645.716321:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3643:x1875400222560640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 212us (6519us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521645.716329:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788521645.716368:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788521645.716376:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222560384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521645.716422:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222560384:12345-0@lo:400:kworker.0 Request processed in 47us (5574us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521645.716430:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788521645.716571:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222560512 00000100:00100000:0.0:1788521645.716581:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222560512 00000100:00100000:1.0:1788521645.716774:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788521645.716786:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875400222560256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521645.716835:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875400222560256:12345-0@lo:400:kworker.0 Request processed in 53us (7429us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521645.716842:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788521645.716953:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f077b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222560640:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788521645.719967:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788521645.719987:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875400222560512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521645.720092:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875400222560512:12345-0@lo:400:kworker.0 Request processed in 113us (9152us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521645.720101:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788521645.720136:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222560000 00000100:00100000:0.0:1788521645.720144:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222560000 00010000:00080000:1.0:1788521645.720145:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8fee43d4ce00 x1875400222560512/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521645.720166:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875400222560512:0@lo:400:kworker.0 00000100:00100000:1.0:1788521645.720182:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222560384:0@lo:400:kworker.0 00000100:00100000:0.0:1788521645.720194:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788521645.720203:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f13050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:3644:x1875400222560000:12345-0@lo:400:kworker.0 00010000:00080000:1.0:1788521645.720235:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8fee43d4c380 x1875400222560256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521645.720245:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f13050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:3644:x1875400222560000:12345-0@lo:400:kworker.0 Request processed in 41us (10635us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521645.720251:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875400222560256:0@lo:400:kworker.0 00000100:00100000:0.0:1788521645.720277:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788521645.720279:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3644:1875400222560000:0@lo:400:kworker.0 00000100:00080000:0.0:1788521645.728351:0:22770:0:(import.c:65:import_set_state_nolock()) ffff8fef6d496800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788521645.728573:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f076a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3642:x1875400222560128:12345-0@lo:38:kworker.0 Request processed in 16940us (18880us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521645.728587:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:1.0:1788521645.729696:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788521645.729719:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1788521645.729727:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788521645.729733:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef7f05b800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1788521645.729761:0:3642:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000dda1209e): req@ffff8fef7f075c00 x1875400222552832/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521645.729784:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222560128:0@lo:38:kworker.0 00000100:00100000:1.0:1788521645.729909:0:22807:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521645.729941:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee4226b540 going to sleep for 11 seconds 00000100:00100000:2.0:1788521645.730063:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788521645.730078:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222560768:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788521645.730108:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521645.730141:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222552832 00000100:00100000:2.0:1788521645.730148:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222552832 00000100:00100000:2.0:1788521645.730190:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222560768 00000100:00100000:2.0:1788521645.730193:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222560768 00000100:00100000:2.0:1788521645.730209:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788521645.730219:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22807:x1875400222552832:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788521645.730318:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22807:x1875400222552832:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 99us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521645.730326:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788521645.730343:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788521645.730350:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3643:x1875400222560768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788521645.730383:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788521645.730423:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3643:x1875400222560768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521645.730429:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788521645.730460:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222560768:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788521645.730488:0:22807:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22807:1875400222552832:0@lo:1000:lod0000_rec0001.0 00000040:01000000:2.0:1788521645.730525:0:22807:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1788521645.730563:0:22807:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816df480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22807:1875400222560896:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788521645.730594:0:22807:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521645.730608:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef42ec6000 going to sleep for 11 seconds 00000100:00100000:2.0:1788521645.730618:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222560896 00000100:00100000:2.0:1788521645.730621:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222560896 00000100:00100000:2.0:1788521645.730638:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788521645.730643:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22807:x1875400222560896:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788521645.730741:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22807:x1875400222560896:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 97us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521645.730747:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788521645.730770:0:22807:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816df480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22807:1875400222560896:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788521645.730839:0:22807:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816df480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22807:1875400222561024:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788521645.730862:0:22807:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521645.730875:0:22807:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef42ec63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788521645.730913:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222561024 00000100:00100000:2.0:1788521645.730917:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222561024 00000100:00100000:2.0:1788521645.730934:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788521645.730940:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22807:x1875400222561024:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788521645.730995:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22807:x1875400222561024:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 55us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521645.731002:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788521645.731026:0:22807:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816df480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22807:1875400222561024:0@lo:1000:lod0000_rec0001.0 00000040:00080000:2.0:1788521645.731067:0:22807:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788521645.736667:0:22807:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1788521645.736761:0:22807:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 22, retries 0 00000004:00080000:2.0:1788521645.736768:0:22807:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000020:00000004:1.0:1788521645.776823:0:23821:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788521645.777389:0:23821:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788521646.733438:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788521646.863827:0:23872:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788521646.864058:0:23872:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788521647.757459:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788521648.103039:0:23920:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffe74d137f0 20000000:00000080:3.0:1788521648.103058:0:23920:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8fef4d6db400 uarg=0000000000000000 20000000:01000000:3.0:1788521648.103094:0:23920:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1788521648.103102:0:23920:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1788521648.103107:0:23920:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:1.0:1788521648.103875:0:23921:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:3.0:1788521648.104162:0:23920:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1788521648.111267:0:23920:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1788521648.111405:0:23920:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8fef457f3200/0x411dd0ee4d2d2e48 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521648.111426:0:23920:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fef457f2c00/0x411dd0ee4d2d2cf1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2cea expref: 17 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521648.111502:0:23920:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2df4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2ded expref: 17 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521648.111513:0:23920:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8fef457f3200/0x411dd0ee4d2d2e48 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521648.111559:0:23920:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2df4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x411dd0ee4d2d2ded expref: 17 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521648.111574:0:23920:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2df4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ded expref: 17 pid: 22759 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521648.111589:0:23920:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816df480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23920:1875400222561152:0@lo:104: 00000100:00100000:2.0:1788521648.111790:0:23920:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788521648.111940:0:23920:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fef457f2c00/0x411dd0ee4d2d2cf1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x411dd0ee4d2d2cea expref: 17 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521648.111950:0:23920:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fef457f2c00/0x411dd0ee4d2d2cf1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2cea expref: 17 pid: 22758 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521648.111960:0:23920:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816ded80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23920:1875400222561280:0@lo:104: 00000100:00100000:2.0:1788521648.111984:0:23920:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521648.112443:0:23920:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef484d8480 going to sleep for 11 seconds 00000100:00100000:0.0:1788521648.112592:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222561152 00000100:00100000:0.0:1788521648.112600:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222561152 00000100:00100000:0.0:1788521648.112671:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222561280 00000100:00100000:0.0:1788521648.112675:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222561280 00000100:00100000:0.0:1788521648.112690:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788521648.112699:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+4:23920:x1875400222561152:12345-0@lo:104: 00010000:00010000:0.0:1788521648.112722:0:22748:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d2ded lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2df4 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521648.112828:0:22748:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788521648.112835:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+4:23920:x1875400222561152:12345-0@lo:104: Request processed in 137us (1045us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521648.112843:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788521648.112859:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788521648.112865:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+3:23920:x1875400222561280:12345-0@lo:104: 00010000:00010000:0.0:1788521648.112873:0:22748:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d2cea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2cf1 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521648.112975:0:23920:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816df480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23920:1875400222561152:0@lo:104: 00000100:00100000:2.0:1788521648.112985:0:23920:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816ded80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23920:1875400222561280:0@lo:104: 00010000:00010000:2.0:1788521648.113018:0:23920:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8fef457f3200/0x411dd0ee4d2d2e48 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521648.113404:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788521648.113412:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d2ded lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2df4 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521648.113420:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef6d7b7800 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:3.0:1788521648.113424:0:22753:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d2ded lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x411dd0ee4d2d2df4 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521648.113433:0:22753:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d2ded lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x411dd0ee4d2d2df4 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788521648.113449:0:22753:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d2ded lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x411dd0ee4d2d2df4 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521648.113455:0:22753:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788521648.113601:0:22753:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d2ded lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2df4 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521648.113609:0:22753:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788521648.113636:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d2ded lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2df4 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521648.113644:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d2ded lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2df4 expref: -99 pid: 23500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521648.113658:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788521648.113662:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d2cea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2cf1 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521648.113664:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3645:1875400222561408:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788521648.113670:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef6d7b6200 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:2.0:1788521648.113674:0:22753:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d2cea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x411dd0ee4d2d2cf1 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521648.113688:0:22753:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d2cea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x411dd0ee4d2d2cf1 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788521648.113696:0:22753:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d2cea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x411dd0ee4d2d2cf1 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788521648.113702:0:22753:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788521648.113722:0:22753:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d2cea lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2cf1 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521648.113738:0:22753:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788521648.113745:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d2cea lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2cf1 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521648.113751:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d2cea lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2cf1 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521648.113764:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521648.113766:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521648.113767:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521648.113911:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3646:1875400222561536:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788521648.114058:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521648.114120:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222561408 00000100:00100000:2.0:1788521648.114126:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222561408 00010000:00010000:2.0:1788521648.114148:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2df4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ded expref: 18 pid: 22759 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521648.114183:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788521648.114193:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:3645:x1875400222561408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788521648.114204:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788521648.114210:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2df4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ded expref: 18 pid: 22759 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521648.114229:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2df4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ded expref: 18 pid: 22759 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521648.114258:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef6d7b7200/0x411dd0ee4d2d2df4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ded expref: 18 pid: 22759 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521648.114275:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788521648.114972:0:22748:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:0.0:1788521648.114983:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+3:23920:x1875400222561280:12345-0@lo:104: Request processed in 2116us (2996us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521648.114992:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:0.0:1788521648.115286:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521648.117199:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:3645:x1875400222561408:12345-0@lo:103:ldlm_bl.0 Request processed in 3001us (3133us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521648.117213:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788521648.117335:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3645:1875400222561408:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788521648.117429:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521648.117594:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222561536 00000100:00100000:0.0:1788521648.117601:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222561536 00010000:00010000:0.0:1788521648.117705:0:22750:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fef457f2c00/0x411dd0ee4d2d2cf1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2cea expref: 17 pid: 22758 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521648.117786:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788521648.117859:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f076d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:3646:x1875400222561536:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788521648.117873:0:22750:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788521648.117879:0:22750:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fef457f2c00/0x411dd0ee4d2d2cf1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2cea expref: 17 pid: 22758 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521648.118048:0:22750:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fef457f2c00/0x411dd0ee4d2d2cf1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2cea expref: 17 pid: 22758 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521648.118066:0:22750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef457f2c00/0x411dd0ee4d2d2cf1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x411dd0ee4d2d2cea expref: 17 pid: 22758 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521648.118083:0:22750:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8fef457f3200/0x411dd0ee4d2d2e48 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521648.118092:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef457f3200/0x411dd0ee4d2d2e48 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521648.118109:0:22750:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fef457f3200/0x411dd0ee4d2d2e48 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521648.118117:0:22750:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fef457f3200/0x411dd0ee4d2d2e48 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521648.118125:0:22750:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8fef457f3200/0x411dd0ee4d2d2e48 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521648.118150:0:22750:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8fef457f3200/0x411dd0ee4d2d2e48 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521648.118157:0:22750:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f3200 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:0.0:1788521648.118162:0:22750:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8fef457f3200/0x411dd0ee4d2d2e48 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521648.118171:0:22750:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8fef457f3200/0x411dd0ee4d2d2e48 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521648.118196:0:22750:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8fef457f3200/0x411dd0ee4d2d2e48 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521648.118208:0:22750:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788521648.118267:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f076d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+16:3646:x1875400222561536:12345-0@lo:103:ldlm_bl.0 Request processed in 411us (837us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521648.118275:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1788521648.118328:0:23920:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8fef457f3200/0x411dd0ee4d2d2e48 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521648.118336:0:23920:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8fef457f3200/0x411dd0ee4d2d2e48 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521648.118342:0:23920:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef457f3200/0x411dd0ee4d2d2e48 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23920 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521648.126147:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3646:1875400222561536:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788521648.782014:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521648.782128:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788521633/real 1788521633] req@ffff8fef816ddc00 x1875400222553984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521648 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521648.782154:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fef816ddc00 x1875400222553984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521648 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521648.782164:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788521633/real 1788521633] req@ffff8fef816dfb80 x1875400222554112/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521648 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521648.782174:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fef816dfb80 x1875400222554112/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521648 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788521648.782208:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef76683800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788521648.782228:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788521648.782232:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222553984:0@lo:8:kworker.0 00000100:00080000:0.0:1788521648.782246:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef7f07c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788521648.782251:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788521648.782254:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222554112:0@lo:8:kworker.0 00000100:00080000:2.0:1788521648.782360:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521648.782364:0:477:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788521648.782367:0:477:0:(import.c:65:import_set_state_nolock()) ffff8fef76683800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788521648.782373:0:477:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 683 00000100:00080000:2.0:1788521648.782378:0:477:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788521648.782384:0:477:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8fef76683800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:2.0:1788521648.782402:0:477:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef816dc000 x1875400222561792/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788521648.782417:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521648.782420:0:477:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788521648.782422:0:477:0:(import.c:65:import_set_state_nolock()) ffff8fef7f07c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788521648.782424:0:477:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 683 00000100:00080000:2.0:1788521648.782426:0:477:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788521648.782429:0:477:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8fef7f07c000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:2.0:1788521648.782439:0:477:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef816de680 x1875400222561920/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788521648.782474:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521648.782478:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788521648.782481:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521648.782484:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788521648.782507:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875400222562304:0@lo:400:kworker.0 00000100:00100000:2.0:1788521648.782563:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521648.782591:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788521648.782596:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222562176:0@lo:400:kworker.0 00000100:00100000:2.0:1788521648.782620:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521648.782649:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222562176 00000100:00100000:2.0:1788521648.782655:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222562176 00000100:00100000:1.0:1788521648.782770:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875400222562048:0@lo:400:kworker.0 00000100:00100000:1.0:1788521648.782798:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521648.782826:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788521648.782832:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222561664:0@lo:400:kworker.0 00000100:00100000:1.0:1788521648.782854:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521648.782907:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222562304 00000100:00100000:1.0:1788521648.782911:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222562304 00000100:00100000:1.0:1788521648.782940:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222562048 00000100:00100000:1.0:1788521648.782943:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222562048 00000100:00100000:1.0:1788521648.782957:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788521648.782965:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875400222562304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521648.783022:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875400222562304:12345-0@lo:400:kworker.0 Request processed in 58us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521648.783029:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788521648.783044:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788521648.783051:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875400222562048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521648.783078:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875400222562048:12345-0@lo:400:kworker.0 Request processed in 28us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521648.783084:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788521648.783103:0:23509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222561664 00000100:00100000:1.0:1788521648.783106:0:23509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222561664 00010000:00080000:0.0:1788521648.783879:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8fef816ddc00 x1875400222562304/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521648.783907:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875400222562304:0@lo:400:kworker.0 00010000:00080000:0.0:1788521648.783959:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8fef816dce00 x1875400222562048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521648.783968:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875400222562048:0@lo:400:kworker.0 00000100:00100000:2.0:1788521648.785833:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788521648.785853:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222562176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521648.785968:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222562176:12345-0@lo:400:kworker.0 Request processed in 125us (3347us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521648.785977:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788521648.788879:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222561792:0@lo:8:kworker.0 00000400:00000100:0.0:1788521648.788958:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875400222561792 offset 0 length 520: 4 00000100:00100000:0.0:1788521648.789011:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222561920:0@lo:8:kworker.0 00000400:00000100:0.0:1788521648.789029:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875400222561920 offset 0 length 520: 4 00000100:00100000:0.0:1788521648.789090:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222562176:0@lo:400:kworker.0 00000100:00100000:1.0:1788521648.792903:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788521648.793115:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3644:x1875400222561664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521648.793268:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3644:x1875400222561664:12345-0@lo:400:kworker.0 Request processed in 353us (10412us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521648.793275:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788521648.806849:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222561664:0@lo:400:kworker.0 10000000:01000000:2.0:1788521649.549382:0:22762:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788521649.549390:0:22762:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fee41abd800 from 13 10000000:01000000:2.0:1788521649.549396:0:22762:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788521649.549456:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef457f2a00/0x411dd0ee4d2d2e4f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521649.549468:0:22762:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef457f2a00/0x411dd0ee4d2d2e4f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521649.549478:0:22762:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef457f2a00/0x411dd0ee4d2d2e4f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521649.549513:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222562432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788521649.549578:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521649.549624:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef484d8480 going to sleep for 11 seconds 00000100:00100000:0.0:1788521649.549673:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222562432 00000100:00100000:0.0:1788521649.549680:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222562432 00000100:00100000:0.0:1788521649.549737:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788521649.549755:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+16:22762:x1875400222562432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788521649.549768:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788521649.549782:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fee42411200/0x411dd0ee4d2d2e56 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2e4f expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521649.549804:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fee42411200/0x411dd0ee4d2d2e56 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2e4f expref: 17 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521649.549814:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fee42411200/0x411dd0ee4d2d2e56 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2e4f expref: 17 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521649.549822:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fee42411200, rc 0) 00000100:00100000:0.0:1788521649.549858:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:22762:x1875400222562432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521649.549864:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788521649.551249:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222562432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788521649.551271:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef457f2a00/0x411dd0ee4d2d2e4f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2e56 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521649.551282:0:22762:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef457f2a00/0x411dd0ee4d2d2e4f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2e56 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521649.551354:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222562560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788521649.551396:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521649.551433:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef484d8480 going to sleep for 11 seconds 00000100:00100000:1.0:1788521649.552017:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222562560 00000100:00100000:1.0:1788521649.552023:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222562560 00000100:00100000:1.0:1788521649.552069:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788521649.552078:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f13450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:22762:x1875400222562560:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788521649.552215:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f13450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:22762:x1875400222562560:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 139us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521649.552223:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788521649.552396:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222562560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788521649.552442:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222562688:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788521649.552482:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521649.552511:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef484d8480 going to sleep for 11 seconds 00000100:00100000:0.0:1788521649.552559:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222562688 00000100:00100000:0.0:1788521649.552564:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222562688 00000100:00100000:0.0:1788521649.552596:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788521649.552604:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:22762:x1875400222562688:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788521649.552683:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:22762:x1875400222562688:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 79us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521649.552690:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788521649.552864:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222562688:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788521649.554445:0:23971:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788521649.557718:0:22762:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788521649.557754:0:22762:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788521649.557764:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef457f2a00/0x411dd0ee4d2d2e4f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2e56 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521649.557775:0:22762:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef457f2a00/0x411dd0ee4d2d2e4f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2e56 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788521649.557792:0:22762:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788521649.557794:0:22762:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fef75255000 from 13 10000000:01000000:0.0:1788521649.557797:0:22762:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788521649.557830:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee42411400/0x411dd0ee4d2d2e5d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521649.557838:0:22762:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fee42411400/0x411dd0ee4d2d2e5d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521649.557847:0:22762:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fee42411400/0x411dd0ee4d2d2e5d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521649.557871:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222562816:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788521649.557977:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521649.558984:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef50861600 going to sleep for 11 seconds 00000100:00100000:3.0:1788521649.565849:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222562816 00000100:00100000:3.0:1788521649.565862:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222562816 00000100:00100000:3.0:1788521649.566249:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788521649.566260:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+17:22762:x1875400222562816:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788521649.566278:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788521649.566298:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef6d7b6c00/0x411dd0ee4d2d2e64 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2e5d expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521649.566325:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef6d7b6c00/0x411dd0ee4d2d2e64 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2e5d expref: 18 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521649.566336:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef6d7b6c00/0x411dd0ee4d2d2e64 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2e5d expref: 18 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521649.566345:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef6d7b6c00, rc 0) 00000100:00100000:3.0:1788521649.566422:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:22762:x1875400222562816:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (8445us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521649.566441:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788521649.566496:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222562816:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788521649.566514:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fee42411400/0x411dd0ee4d2d2e5d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2e64 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521649.566525:0:22762:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fee42411400/0x411dd0ee4d2d2e5d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2e64 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521649.566719:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222562944:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788521649.566762:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521649.566795:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef51dce540 going to sleep for 11 seconds 00000100:00100000:3.0:1788521649.566809:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222562944 00000100:00100000:3.0:1788521649.566814:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222562944 00000100:00100000:3.0:1788521649.566841:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788521649.566848:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:22762:x1875400222562944:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788521649.566975:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:22762:x1875400222562944:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 127us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521649.566982:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788521649.567203:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222562944:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788521649.567261:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222563072:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788521649.567295:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521649.567350:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef51dce540 going to sleep for 11 seconds 00000100:00100000:1.0:1788521649.570494:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222563072 00000100:00100000:1.0:1788521649.570507:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222563072 00000100:00100000:3.0:1788521649.570703:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788521649.570722:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee435d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:22762:x1875400222563072:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788521649.570859:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee435d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:22762:x1875400222563072:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 146us (3562us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521649.570865:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788521649.570930:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222563072:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788521649.571841:0:23973:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788521649.572224:0:22762:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788521649.572258:0:22762:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788521649.572270:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee42411400/0x411dd0ee4d2d2e5d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2e64 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521649.572282:0:22762:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fee42411400/0x411dd0ee4d2d2e5d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2e64 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521649.805485:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521650.829147:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788521640/real 1788521640] req@ffff8fef7b4ff480 x1875400222556416/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521650 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521650.829190:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fef7b4ff480 x1875400222556416/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521650 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521650.829240:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788521640/real 1788521640] req@ffff8fef7b4ffb80 x1875400222556288/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521650 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521650.829255:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fef7b4ffb80 x1875400222556288/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521650 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788521650.829279:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef752be000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788521650.829306:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788521650.829311:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222556416:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788521650.829317:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef44a9e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788521650.829323:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788521650.829326:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222556288:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1788521650.829369:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222563200:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788521650.829455:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788521650.829458:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521650.829464:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788521650.829466:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521650.829470:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788521650.829495:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521650.829498:0:477:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788521650.829502:0:477:0:(import.c:65:import_set_state_nolock()) ffff8fef44a9e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1788521650.829504:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875400222563712:0@lo:400:kworker.0 00000100:00080000:2.0:1788521650.829508:0:477:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 690 00000100:00080000:2.0:1788521650.829514:0:477:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788521650.829522:0:477:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8fef44a9e000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:0.0:1788521650.829531:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521650.829550:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788521650.829556:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222563328:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788521650.829558:0:477:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef715a3480 x1875400222563968/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788521650.829571:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521650.829574:0:477:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788521650.829576:0:477:0:(import.c:65:import_set_state_nolock()) ffff8fef752be000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788521650.829579:0:477:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 690 00000100:00100000:0.0:1788521650.829579:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788521650.829582:0:477:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788521650.829585:0:477:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8fef752be000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:2.0:1788521650.829597:0:477:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef715a0e00 x1875400222564096/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788521650.829597:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222563840:0@lo:400:kworker.0 00000100:00100000:0.0:1788521650.829614:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521650.829664:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222563584:0@lo:400:kworker.0 00000100:00100000:0.0:1788521650.829689:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521650.829700:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3645:1875400222563456:0@lo:400:kworker.0 00000100:00100000:0.0:1788521650.829718:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222563200 00000100:00100000:0.0:1788521650.829733:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222563200 00000100:00100000:3.0:1788521650.829740:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521650.829778:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222563328 00000100:00100000:3.0:1788521650.829782:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875400222564224:0@lo:400:kworker.0 00000100:00100000:0.0:1788521650.829782:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222563328 00000100:00100000:0.0:1788521650.829794:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222563840 00000100:00100000:0.0:1788521650.829796:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222563840 00000100:00100000:0.0:1788521650.829806:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222563584 00000100:00100000:0.0:1788521650.829808:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222563584 00000100:00100000:3.0:1788521650.829809:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521650.829826:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788521650.829834:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3643:x1875400222563200:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788521650.829847:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222563456 00000100:00100000:3.0:1788521650.829850:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222563456 00000100:00100000:3.0:1788521650.829878:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000004:00000024:0.0:1788521650.829878:0:22770:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788521650.829907:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef456da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:3645:x1875400222563456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521650.829950:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef456da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:3645:x1875400222563456:12345-0@lo:400:kworker.0 Request processed in 44us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521650.829950:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3643:x1875400222563200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521650.829958:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788521650.829959:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788521650.829977:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788521650.829982:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3643:x1875400222563328:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788521650.829995:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222563712 00000100:00100000:3.0:1788521650.829998:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222563712 00000004:00000024:0.0:1788521650.830002:0:22770:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788521650.830024:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222564224 00000100:00100000:3.0:1788521650.830027:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222564224 00000100:00100000:0.0:1788521650.830027:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3643:x1875400222563328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 45us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521650.830033:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788521650.830041:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788521650.830044:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788521650.830048:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875400222563712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521650.830049:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222563840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521650.830074:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875400222563712:12345-0@lo:400:kworker.0 Request processed in 27us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521650.830074:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222563840:12345-0@lo:400:kworker.0 Request processed in 25us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521650.830081:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788521650.830081:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788521650.830094:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788521650.830094:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788521650.830100:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f076680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875400222564224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521650.830100:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3646:x1875400222563584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521650.830124:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f076680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875400222564224:12345-0@lo:400:kworker.0 Request processed in 25us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521650.830126:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3646:x1875400222563584:12345-0@lo:400:kworker.0 Request processed in 28us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521650.830130:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788521650.830138:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788521650.830164:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3645:1875400222563456:0@lo:400:kworker.0 00000100:00100000:0.0:1788521650.830168:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222563584:0@lo:400:kworker.0 00010000:00080000:3.0:1788521650.830177:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8fef715a3800 x1875400222564224/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521650.830184:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222563968:0@lo:8:kworker.0 00000100:00100000:3.0:1788521650.830186:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875400222564224:0@lo:400:kworker.0 00000400:00000100:0.0:1788521650.830210:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875400222563968 offset 0 length 520: 4 00000100:00100000:0.0:1788521650.830235:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222564096:0@lo:8:kworker.0 00000400:00000100:0.0:1788521650.830256:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875400222564096 offset 0 length 520: 4 00000100:00100000:0.0:1788521650.830292:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222563328:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788521650.830302:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222563840:0@lo:400:kworker.0 00010000:00080000:0.0:1788521650.830312:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8fef816ddc00 x1875400222563712/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521650.830321:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875400222563712:0@lo:400:kworker.0 00000100:00100000:0.0:1788521650.830332:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222563200:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788521650.832628:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521651.857530:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788521651.860509:0:23501:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000040:00080000:0.0:1788521652.761807:0:23522:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788521652.877642:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521653.911069:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521654.926345:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788521655.311808:0:22798:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:01000004:2.0:1788521655.316748:0:24268:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788521655.316752:0:24268:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1788521655.316753:0:24268:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1788521655.316862:0:24268:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8fef7f05e000 00000020:01000004:2.0:1788521655.316877:0:24268:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1788521655.316928:0:24268:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788521655.317110:0:24268:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8fef6d7f19c0) 00000020:00000080:2.0:1788521655.317129:0:24268:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1788521655.359433:0:24268:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788521655.361327:0:24268:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788521655.361796:0:24268:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788521655.362297:0:24268:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1788521655.362495:0:24268:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1788521655.362686:0:24268:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1788521655.362997:0:24268:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:0.0:1788521655.365379:0:24268:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788521655.365592:0:24268:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1788521655.365604:0:24268:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788521655.365613:0:24268:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x411dd0ee4d2d2e72 00000020:01000004:0.0:1788521655.365618:0:24268:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:0.0:1788521655.365637:0:24268:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.141@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1788521655.365640:0:24268:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.141@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1788521655.365644:0:24268:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1788521655.365647:0:24268:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:0.0:1788521655.365656:0:24268:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8fef46a099c0) 00000020:00000080:0.0:1788521655.365664:0:24268:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:0.0:1788521655.366760:0:24268:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788521655.366995:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:0.0:1788521655.367002:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:1.0:1788521655.372287:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:1.0:1788521655.372309:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1788521655.374023:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1788521655.374037:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1788521655.376361:0:24268:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788521655.376543:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1788521655.376549:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:1.0:1788521655.378510:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:1.0:1788521655.378521:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:0.0:1788521655.413200:0:24268:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788521655.413455:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1788521655.413462:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:2.0:1788521655.420577:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1788521655.420734:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:2.0:1788521655.425144:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1788521655.425160:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:0.0:1788521655.427002:0:24268:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788521655.427201:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1788521655.427208:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1788521655.427910:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1788521655.427918:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1788521655.472716:0:24268:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788521655.473055:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1788521655.473062:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1788521655.474057:0:24268:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1788521655.474066:0:24268:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1788521655.474452:0:24268:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1788521655.474481:0:24268:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:2.0:1788521655.474487:0:24268:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.141@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:1.0:1788521655.500758:0:24268:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.141@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788521655.500802:0:24268:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.141@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1788521655.500807:0:24268:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788521655.500809:0:24268:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788521655.500811:0:24268:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788521655.500812:0:24268:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788521655.500813:0:24268:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788521655.500814:0:24268:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788521655.500816:0:24268:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788521655.500818:0:24268:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788521655.500819:0:24268:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788521655.500823:0:24268:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1788521655.500825:0:24268:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788521655.500827:0:24268:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788521655.500828:0:24268:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788521655.500829:0:24268:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788521655.500830:0:24268:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788521655.500831:0:24268:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788521655.500832:0:24268:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788521655.500839:0:24268:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788521655.500840:0:24268:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788521655.500866:0:24268:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1788521655.501139:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222564352:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788521655.501584:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521655.501676:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6d7f9540 going to sleep for 11 seconds 00000100:00100000:0.0:1788521655.507560:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222564352 00000100:00100000:0.0:1788521655.507575:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222564352 00000100:00100000:0.0:1788521655.507717:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788521655.507728:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:24268:x1875400222564352:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788521655.507764:0:22759:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1788521655.507768:0:22759:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:0.0:1788521655.507771:0:22759:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1788521655.513184:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:24268:x1875400222564352:12345-0@lo:253:mount.lustre.0 Request processed in 5450us (11592us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521655.513210:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788521655.513385:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222564352:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788521655.513404:0:24268:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1788521655.513409:0:24268:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788521655.513411:0:24268:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788521655.513413:0:24268:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788521655.513422:0:24268:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788521655.513425:0:24268:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788521655.513427:0:24268:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788521655.513429:0:24268:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788521655.513431:0:24268:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788521655.513433:0:24268:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788521655.513460:0:24268:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8fef7f05e000 from lustre-OST0000 10000000:01000000:1.0:1788521655.513507:0:24268:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:1.0:1788521655.513511:0:24268:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1788521655.513520:0:24268:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8fef6da819c0 local copy 00010000:00010000:1.0:1788521655.513531:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6800/0x411dd0ee4d2d2c2d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2c34 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521655.513631:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222564480:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788521655.513670:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521655.514051:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222564480 00000100:00100000:3.0:1788521655.514058:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222564480 00000100:00100000:3.0:1788521655.514103:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788521655.514112:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:24268:x1875400222564480:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788521655.514197:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:24268:x1875400222564480:12345-0@lo:501:mount.lustre.0 Request processed in 71us (511us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788521655.514205:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788521655.522335:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6d7f9cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788521655.522394:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222564480:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788521655.522416:0:24268:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.141@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1788521655.522459:0:24268:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.141@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1788521655.522469:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6800/0x411dd0ee4d2d2c2d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2c34 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521655.522489:0:24268:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6800/0x411dd0ee4d2d2c2d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2c34 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788521655.522516:0:24268:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8fef7f05e000 10000000:01000000:1.0:1788521655.522520:0:24268:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788521655.522525:0:24268:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1788521655.522527:0:24268:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788521655.522529:0:24268:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1788521655.522531:0:24268:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1788521655.522559:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef71c95200/0x411dd0ee4d2d2e80 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521655.522565:0:24268:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef71c95200/0x411dd0ee4d2d2e80 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521655.522572:0:24268:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef71c95200/0x411dd0ee4d2d2e80 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521655.522587:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222564608:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788521655.522642:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521655.522678:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6d7f9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788521655.522753:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222564608 00000100:00100000:3.0:1788521655.522760:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222564608 00000100:00100000:3.0:1788521655.522813:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788521655.522822:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+18:24268:x1875400222564608:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788521655.522836:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788521655.522848:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef6d7b7a00/0x411dd0ee4d2d2e87 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2e80 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521655.522872:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef6d7b7a00/0x411dd0ee4d2d2e87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2e80 expref: 19 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521655.522901:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef6d7b7a00/0x411dd0ee4d2d2e87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2e80 expref: 19 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521655.522910:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef6d7b7a00, rc 0) 00000100:00100000:3.0:1788521655.522958:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+19:24268:x1875400222564608:12345-0@lo:101:mount.lustre.0 Request processed in 137us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521655.522965:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788521655.523295:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222564608:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788521655.523308:0:24268:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef71c95200/0x411dd0ee4d2d2e80 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2e87 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521655.523318:0:24268:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef71c95200/0x411dd0ee4d2d2e80 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2e87 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788521655.526169:0:24268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:2.0:1788521655.528227:0:24268:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788521655.537695:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1788521655.537768:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1788521655.537785:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1788521655.537799:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1788521655.537812:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1788521655.537824:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1788521655.537837:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1788521655.537851:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1788521655.537863:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:3.0:1788521655.537877:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:3.0:1788521655.537910:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:3.0:1788521655.537926:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:3.0:1788521655.537977:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:3.0:1788521655.537984:0:24268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:3.0:1788521655.538260:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222564736:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788521655.538324:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521655.538408:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee41a5ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1788521655.546822:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222564736 00000100:00100000:0.0:1788521655.546838:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222564736 00000100:00100000:0.0:1788521655.546955:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788521655.546966:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+19:24268:x1875400222564736:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788521655.547170:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+19:24268:x1875400222564736:12345-0@lo:501:mount.lustre.0 Request processed in 206us (8845us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521655.547177:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788521655.547522:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222564736:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788521655.547575:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222564864:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788521655.547623:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521655.547659:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef44d3b000 going to sleep for 11 seconds 00000100:00100000:0.0:1788521655.548410:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222564864 00000100:00100000:0.0:1788521655.548417:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222564864 00000100:00100000:0.0:1788521655.548472:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788521655.548482:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+19:24268:x1875400222564864:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788521655.549817:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+19:24268:x1875400222564864:12345-0@lo:503:mount.lustre.0 Request processed in 1332us (2188us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521655.549827:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788521655.550008:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222564864:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788521655.551619:0:24268:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788521655.551720:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f074000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222564992:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788521655.551781:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521655.551868:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee41a5a240 going to sleep for 11 seconds 00000100:00100000:0.0:1788521655.552663:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222564992 00000100:00100000:0.0:1788521655.552671:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222564992 00000100:00100000:0.0:1788521655.552750:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788521655.552760:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+19:24268:x1875400222564992:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788521655.554185:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+19:24268:x1875400222564992:12345-0@lo:502:mount.lustre.0 Request processed in 1421us (2398us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521655.554262:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788521655.554270:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f074000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222564992:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788521655.554551:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1788521655.554582:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1788521655.554595:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1788521655.554607:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1788521655.554620:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1788521655.554633:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1788521655.554645:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1788521655.554656:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1788521655.554667:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:1.0:1788521655.554679:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:1.0:1788521655.554691:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:1.0:1788521655.554702:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:1.0:1788521655.554737:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222565120:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788521655.554784:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521655.554822:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6d7f9780 going to sleep for 11 seconds 00000100:00100000:0.0:1788521655.554869:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222565120 00000100:00100000:0.0:1788521655.554876:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222565120 00000100:00100000:0.0:1788521655.554931:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788521655.554939:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+19:24268:x1875400222565120:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788521655.555036:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+19:24268:x1875400222565120:12345-0@lo:502:mount.lustre.0 Request processed in 98us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521655.555043:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788521655.555311:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222565120:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788521655.555353:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:1.0:1788521655.555361:0:24268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:1.0:1788521655.558357:0:24285:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788521655.558369:0:24285:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:1.0:1788521655.558375:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788521655.558377:0:24285:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1788521655.558384:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788521655.558399:0:24285:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8fee41b5cd40) 00000020:00000080:1.0:1788521655.558422:0:24285:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:1.0:1788521655.558426:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788521655.558498:0:24285:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fef7f05e000 from lustre-OST0000, refs=2 00080000:01000000:1.0:1788521655.558512:0:24285:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788521655.558518:0:24285:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x411dd0ee4d2d2e95 00010000:00010000:1.0:1788521655.565149:0:24285:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:1.0:1788521655.565850:0:24285:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:1.0:1788521655.568131:0:24285:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1788521655.574698:0:24285:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1788521655.574710:0:24285:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788521655.574717:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788521655.574719:0:24285:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1788521655.574723:0:24285:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788521655.574736:0:24285:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:1.0:1788521655.574738:0:24285:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788521655.574740:0:24285:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788521655.574741:0:24285:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788521655.574744:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788521655.574746:0:24285:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788521655.574755:0:24285:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788521655.574759:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788521655.574761:0:24285:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788521655.574764:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788521655.574766:0:24285:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788521655.574768:0:24285:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788521655.574770:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788521655.574772:0:24285:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788521655.574774:0:24285:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788521655.574776:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788521655.574777:0:24285:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788521655.574780:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1788521655.574811:0:24285:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788521655.574814:0:24285:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788521655.574815:0:24285:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788521655.574818:0:24285:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:0.0:1788521655.575362:0:24268:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:0.0:1788521655.575393:0:24268:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1788521655.575416:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef71c95200/0x411dd0ee4d2d2e80 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2e87 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521655.575428:0:24268:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef71c95200/0x411dd0ee4d2d2e80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2e87 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788521655.575444:0:24268:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fef7f05e000 from 1 10000000:01000000:0.0:1788521655.575447:0:24268:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788521655.575481:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee42411800/0x411dd0ee4d2d2e9c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521655.575487:0:24268:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fee42411800/0x411dd0ee4d2d2e9c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521655.575497:0:24268:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fee42411800/0x411dd0ee4d2d2e9c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521655.575520:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222565248:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788521655.575577:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521655.575621:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef71e0db40 going to sleep for 11 seconds 00000100:00100000:3.0:1788521655.575670:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222565248 00000100:00100000:3.0:1788521655.575678:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222565248 00000100:00100000:3.0:1788521655.575729:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788521655.575738:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+19:24268:x1875400222565248:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788521655.575751:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788521655.575763:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef6d7b6a00/0x411dd0ee4d2d2ea3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2e9c expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521655.575786:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef6d7b6a00/0x411dd0ee4d2d2ea3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2e9c expref: 20 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521655.575811:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef6d7b6a00/0x411dd0ee4d2d2ea3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2e9c expref: 20 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521655.575821:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef6d7b6a00, rc 0) 00000100:00100000:3.0:1788521655.575872:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+20:24268:x1875400222565248:12345-0@lo:101:mount.lustre.0 Request processed in 135us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521655.575879:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788521655.577061:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fe680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222565248:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788521655.577094:0:24268:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fee42411800/0x411dd0ee4d2d2e9c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2ea3 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521655.577106:0:24268:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fee42411800/0x411dd0ee4d2d2e9c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2ea3 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788521655.581146:0:24268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1788521655.581426:0:24268:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788521655.581667:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1788521655.581691:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1788521655.581707:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1788521655.581721:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1788521655.581733:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1788521655.581743:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1788521655.581755:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1788521655.581779:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1788521655.581793:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1788521655.581807:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1788521655.581821:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1788521655.581838:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1788521655.581843:0:24268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1788521655.581945:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fc380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222565376:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788521655.582005:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521655.582452:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222565376 00000100:00100000:3.0:1788521655.582469:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222565376 00000100:00100000:3.0:1788521655.582527:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788521655.582537:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef4833d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+20:24268:x1875400222565376:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788521655.582637:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef4833d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+20:24268:x1875400222565376:12345-0@lo:501:mount.lustre.0 Request processed in 101us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521655.582644:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788521655.583111:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef71e0d300 going to sleep for 11 seconds 00000100:00100000:0.0:1788521655.583134:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fc380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222565376:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788521655.583172:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fc380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222565504:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788521655.583227:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521655.583344:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef71e0d300 going to sleep for 11 seconds 00000100:00100000:3.0:1788521655.584947:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222565504 00000100:00100000:3.0:1788521655.584957:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222565504 00000100:00100000:3.0:1788521655.585052:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788521655.585063:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef4833e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+20:24268:x1875400222565504:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788521655.585204:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef4833e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+20:24268:x1875400222565504:12345-0@lo:503:mount.lustre.0 Request processed in 143us (1977us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521655.585212:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788521655.585375:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fc380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222565504:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788521655.585790:0:24268:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788521655.585861:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222565632:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788521655.585932:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521655.585962:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef767bc3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788521655.586334:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222565632 00000100:00100000:3.0:1788521655.586340:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222565632 00000100:00100000:3.0:1788521655.586364:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788521655.586370:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef4833e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+20:24268:x1875400222565632:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788521655.586450:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef4833e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+20:24268:x1875400222565632:12345-0@lo:502:mount.lustre.0 Request processed in 79us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521655.586463:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788521655.586542:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222565632:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788521655.586701:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1788521655.586739:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1788521655.586777:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1788521655.586793:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1788521655.586806:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1788521655.586818:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1788521655.586831:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1788521655.586844:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1788521655.586856:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1788521655.586870:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1788521655.586915:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1788521655.586940:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222565760:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788521655.586976:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521655.586994:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef767bc3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788521655.587184:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222565760 00000100:00100000:3.0:1788521655.587197:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222565760 00000100:00100000:3.0:1788521655.587216:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788521655.587222:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef4833ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+20:24268:x1875400222565760:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788521655.587298:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef4833ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+20:24268:x1875400222565760:12345-0@lo:502:mount.lustre.0 Request processed in 75us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521655.587305:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788521655.588031:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222565760:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788521655.588099:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1788521655.588107:0:24268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1788521655.591420:0:24289:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788521655.591432:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521655.591434:0:24289:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788521655.591442:0:24289:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fef7f05e000 00000020:00000080:2.0:1788521655.591444:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788521655.591453:0:24289:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788521655.591456:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521655.591457:0:24289:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788521655.591460:0:24289:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788521655.591462:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521655.591464:0:24289:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788521655.591467:0:24289:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fef7f05e000 00000020:00000080:2.0:1788521655.591477:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788521655.591536:0:24289:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788521655.591540:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521655.591541:0:24289:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788521655.591544:0:24289:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788521655.591546:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521655.591547:0:24289:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788521655.591551:0:24289:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8fef7f05e000 00000020:00000080:2.0:1788521655.591553:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788521655.591570:0:24289:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788521655.591572:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521655.591574:0:24289:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788521655.591576:0:24289:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788521655.591578:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521655.591579:0:24289:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1788521655.591582:0:24289:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8fef7f05e000 00000020:00000080:2.0:1788521655.591584:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788521655.591604:0:24289:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788521655.591607:0:24289:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521655.591609:0:24289:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1788521655.591612:0:24289:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1788521655.593136:0:24268:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788521655.593174:0:24268:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788521655.593207:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee42411800/0x411dd0ee4d2d2e9c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2ea3 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521655.593220:0:24268:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fee42411800/0x411dd0ee4d2d2e9c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2ea3 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788521655.593271:0:24268:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788521655.593274:0:24268:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8fef7f05e000 10000000:01000000:0.0:1788521655.593276:0:24268:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8fef7f05e000 10000000:01000000:0.0:1788521655.593280:0:24268:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788521655.593285:0:24268:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8fef7f05e000 from 1 10000000:01000000:0.0:1788521655.593287:0:24268:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788521655.593319:0:24268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee42410a00/0x411dd0ee4d2d2eaa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521655.593337:0:24268:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fee42410a00/0x411dd0ee4d2d2eaa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521655.593347:0:24268:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fee42410a00/0x411dd0ee4d2d2eaa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521655.593369:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fdc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222565888:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788521655.593428:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521655.593465:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef71e0d600 going to sleep for 11 seconds 00000100:00100000:2.0:1788521655.593937:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222565888 00000100:00100000:2.0:1788521655.593945:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222565888 00000100:00100000:2.0:1788521655.593983:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788521655.593992:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef48456c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+20:24268:x1875400222565888:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788521655.594005:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521655.594019:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef457f2600/0x411dd0ee4d2d2eb1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2eaa expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.594050:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef457f2600/0x411dd0ee4d2d2eb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2eaa expref: 21 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.594071:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef457f2600/0x411dd0ee4d2d2eb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2eaa expref: 21 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.594080:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef457f2600, rc 0) 00000100:00100000:2.0:1788521655.594126:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef48456c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:24268:x1875400222565888:12345-0@lo:101:mount.lustre.0 Request processed in 135us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521655.594132:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788521655.594341:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fdc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222565888:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788521655.594357:0:24268:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fee42410a00/0x411dd0ee4d2d2eaa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2eb1 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521655.594366:0:24268:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fee42410a00/0x411dd0ee4d2d2eaa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2eb1 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788521655.607718:0:24268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1788521655.608049:0:24268:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788521655.608254:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1788521655.608284:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1788521655.608300:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1788521655.608556:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1788521655.608583:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1788521655.608598:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1788521655.608616:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1788521655.608630:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1788521655.608643:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1788521655.608654:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1788521655.608670:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1788521655.609084:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1788521655.609100:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1788521655.609111:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1788521655.609123:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1788521655.609135:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1788521655.609147:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1788521655.609160:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1788521655.609174:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1788521655.609230:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1788521655.609249:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1788521655.609264:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1788521655.609278:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1788521655.609294:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1788521655.609313:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1788521655.610754:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1788521655.610823:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1788521655.610840:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1788521655.610854:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1788521655.610867:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1788521655.610880:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1788521655.610926:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1788521655.610944:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1788521655.611156:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1788521655.611176:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1788521655.611221:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1788521655.611242:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1788521655.611261:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1788521655.611277:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1788521655.611291:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1788521655.611305:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1788521655.611320:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1788521655.611349:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1788521655.611367:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1788521655.611382:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1788521655.611397:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1788521655.611410:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1788521655.611423:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1788521655.611557:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1788521655.611574:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1788521655.611601:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1788521655.611607:0:24268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1788521655.611866:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fd180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222566016:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788521655.612049:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521655.612085:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef71e0d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788521655.612108:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222566016 00000100:00100000:0.0:1788521655.612114:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222566016 00000100:00100000:0.0:1788521655.612161:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788521655.612170:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef48457850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:24268:x1875400222566016:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788521655.612306:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef48457850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:24268:x1875400222566016:12345-0@lo:501:mount.lustre.0 Request processed in 136us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521655.612314:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788521655.613174:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fd180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222566016:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788521655.613229:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fd180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222566144:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788521655.613280:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521655.613308:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222566144 00000100:00100000:0.0:1788521655.613313:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222566144 00000100:00100000:0.0:1788521655.614129:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788521655.614143:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef48455850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:24268:x1875400222566144:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788521655.614262:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef48455850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:24268:x1875400222566144:12345-0@lo:503:mount.lustre.0 Request processed in 124us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521655.614270:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788521655.614323:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef71e0d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788521655.615445:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fd180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222566144:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788521655.615858:0:24268:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788521655.618054:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fd180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222566272:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788521655.618133:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521655.618177:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222566272 00000100:00100000:0.0:1788521655.618183:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222566272 00000100:00100000:0.0:1788521655.618237:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788521655.618245:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef48454050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:24268:x1875400222566272:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788521655.618377:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef48454050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:24268:x1875400222566272:12345-0@lo:502:mount.lustre.0 Request processed in 131us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521655.618387:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788521655.618447:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef71e0d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788521655.618471:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fd180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222566272:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788521655.618694:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1788521655.618725:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1788521655.618740:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1788521655.618753:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1788521655.618768:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1788521655.618783:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1788521655.618797:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1788521655.618811:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1788521655.618825:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1788521655.618838:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1788521655.618855:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1788521655.618871:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1788521655.618916:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1788521655.618951:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1788521655.618969:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1788521655.618984:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1788521655.618998:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1788521655.620394:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1788521655.620421:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1788521655.620435:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1788521655.620449:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1788521655.620461:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1788521655.620473:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1788521655.620564:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1788521655.620580:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:1.0:1788521655.620594:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:1.0:1788521655.620607:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:1.0:1788521655.620619:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:1.0:1788521655.620630:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:1.0:1788521655.620642:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:1.0:1788521655.620655:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:1.0:1788521655.620667:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:1.0:1788521655.620680:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:1.0:1788521655.620695:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:1.0:1788521655.620709:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:1.0:1788521655.620856:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:1.0:1788521655.620879:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:1.0:1788521655.620923:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:1.0:1788521655.620948:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:1.0:1788521655.620975:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:1.0:1788521655.620991:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:1.0:1788521655.621002:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:1.0:1788521655.621014:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:1.0:1788521655.621028:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:1.0:1788521655.621133:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:1.0:1788521655.621151:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:1.0:1788521655.621166:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:1.0:1788521655.621180:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:1.0:1788521655.621242:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222566400:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788521655.621310:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521655.621392:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef767bc540 going to sleep for 11 seconds 00000100:00100000:2.0:1788521655.621622:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222566400 00000100:00100000:2.0:1788521655.621629:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222566400 00000100:00100000:2.0:1788521655.621675:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1788521655.621684:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:24268:x1875400222566400:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788521655.622008:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:24268:x1875400222566400:12345-0@lo:502:mount.lustre.0 Request processed in 324us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521655.622017:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1788521655.622145:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222566400:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788521655.622332:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:1.0:1788521655.622352:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:1.0:1788521655.622376:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222566528:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788521655.622409:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521655.622592:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef767bc540 going to sleep for 11 seconds 00000100:00100000:0.0:1788521655.622625:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222566528 00000100:00100000:0.0:1788521655.622630:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222566528 00000100:00100000:0.0:1788521655.622692:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1788521655.622700:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7efff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:24268:x1875400222566528:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788521655.622917:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7efff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:24268:x1875400222566528:12345-0@lo:502:mount.lustre.0 Request processed in 218us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521655.622925:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1788521655.623445:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222566528:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788521655.623571:0:24268:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1788521655.623581:0:24268:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1788521655.625820:0:24295:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1788521655.625839:0:24295:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8fef7559cd40) 00000020:00000080:1.0:1788521655.625861:0:24295:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:1.0:1788521655.626005:0:24295:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fef7f05e000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788521655.626010:0:24295:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fef7f05e000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788521655.626013:0:24295:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fef7f05e000 3 00010000:00080000:1.0:1788521655.626134:0:24295:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fee43e7c000@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.141@tcp at head 00010000:00010000:1.0:1788521655.628648:0:24295:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:1.0:1788521655.628844:0:24295:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1788521655.628913:0:24295:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788521655.628925:0:24295:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x411dd0ee4d2d2ebf 00000100:00080000:1.0:1788521655.628934:0:24295:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788521655.628940:0:24295:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8fee43e7c000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:1.0:1788521655.628974:0:24295:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fee43d4ce00 x1875400222566656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788521655.629003:0:24295:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1788521655.629601:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1875400222566656:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788521655.629665:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521655.629734:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222566656 00000100:00100000:0.0:1788521655.629740:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222566656 00000100:00100000:0.0:1788521655.629767:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788521655.629775:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1875400222566656:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788521655.629796:0:22766:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 705 last 0 00000020:00000080:0.0:1788521655.629821:0:22766:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x411dd0ee4d2d2ec6 00000004:00100000:0.0:1788521655.629835:0:22766:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788521655.629862:0:22766:0:(import.c:65:import_set_state_nolock()) ffff8fef7f064800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788521655.629922:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875400222566656:12345-0@lo:38:llog_process_th.0 Request processed in 146us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521655.629930:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1788521655.629965:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8fee43d4ce00 x1875400222566656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788521665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521655.629975:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788521655.629982:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1788521655.629988:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788521655.629992:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788521655.629994:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fee43e7c000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788521655.630000:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1875400222566656:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1788521655.630351:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521655.630356:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788521655.630358:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521655.630361:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788521655.630363:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788521655.630373:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222566784:0@lo:400:kworker.0 00000100:00080000:1.0:1788521655.630388:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521655.630391:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788521655.630393:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521655.630396:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788521655.630404:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521655.630426:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875400222567168:0@lo:400:kworker.0 00000100:00100000:3.0:1788521655.630448:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521655.630812:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875400222566912:0@lo:400:kworker.0 00000100:00100000:0.0:1788521655.630845:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521655.630863:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788521655.630869:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222567040:0@lo:400:kworker.0 00000100:00100000:1.0:1788521655.631133:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222567168 00000100:00100000:1.0:1788521655.631139:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222567168 00000100:00100000:1.0:1788521655.631170:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222566912 00000100:00100000:1.0:1788521655.631174:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222566912 00000100:00100000:1.0:1788521655.631200:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788521655.631208:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f074000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875400222567168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521655.631260:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f074000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875400222567168:12345-0@lo:400:kworker.0 Request processed in 53us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521655.631273:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788521655.631288:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788521655.631294:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875400222566912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521655.631322:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875400222566912:12345-0@lo:400:kworker.0 Request processed in 29us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521655.631329:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788521655.631826:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1788521655.631866:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8fee43d4ce00 x1875400222566912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521655.631879:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875400222566912:0@lo:400:kworker.0 00000100:00100000:0.0:1788521655.631934:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222566784 00000100:00100000:0.0:1788521655.631938:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222566784 00000100:00100000:0.0:1788521655.631966:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222567040 00000100:00100000:0.0:1788521655.631968:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222567040 00000100:00100000:0.0:1788521655.631983:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788521655.631988:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f077100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222566784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521655.632021:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f077100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222566784:12345-0@lo:400:kworker.0 Request processed in 32us (1616us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521655.632027:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788521655.632149:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788521655.632156:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222567040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521655.632314:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222567040:12345-0@lo:400:kworker.0 Request processed in 158us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521655.632321:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000020:01000004:1.0:1788521655.632411:0:24295:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1788521655.632424:0:24295:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8fef7559b380) 00000020:00000080:1.0:1788521655.632444:0:24295:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:1.0:1788521655.632514:0:24295:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fef7f05e000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788521655.632518:0:24295:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fef7f05e000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788521655.632521:0:24295:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fef7f05e000 3 00010000:00080000:1.0:1788521655.632546:0:24295:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fee43e79000@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.141@tcp at head 00010000:00010000:1.0:1788521655.635318:0:24295:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:1.0:1788521655.635522:0:24295:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:1.0:1788521655.635561:0:24295:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788521655.635573:0:24295:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x411dd0ee4d2d2ed4 00000100:00080000:1.0:1788521655.635583:0:24295:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788521655.635588:0:24295:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8fee43e79000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:1.0:1788521655.635620:0:24295:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fee4244dc00 x1875400222567296/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788521655.635662:0:24295:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1788521655.635691:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521655.635696:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788521655.635699:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521655.635702:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788521655.635706:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521655.635709:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788521655.635716:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521655.635719:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788521655.637566:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222567040:0@lo:400:kworker.0 00000100:00100000:0.0:1788521655.637607:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1875400222567296:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788521655.637669:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521655.637874:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222567296 00000100:00100000:2.0:1788521655.637880:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222567296 00000100:00100000:2.0:1788521655.637947:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788521655.637954:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875400222567296:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788521655.637981:0:22765:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 705 last 0 00000020:00000080:2.0:1788521655.638014:0:22765:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x411dd0ee4d2d2edb 00000004:00100000:2.0:1788521655.638029:0:22765:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788521655.638071:0:22765:0:(import.c:65:import_set_state_nolock()) ffff8fef81666800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788521655.638116:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875400222567296:12345-0@lo:38:llog_process_th.0 Request processed in 162us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521655.638124:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1788521655.638500:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8fee4244dc00 x1875400222567296/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788521665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521655.638509:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788521655.638515:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1788521655.638521:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788521655.638525:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1788521655.638534:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fee43e79000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788521655.638540:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1875400222567296:0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788521655.638656:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8fee4244c380 x1875400222567168/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521655.638666:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875400222567168:0@lo:400:kworker.0 00000100:00100000:3.0:1788521655.638689:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222566784:0@lo:400:kworker.0 00000040:00080000:1.0:1788521655.638712:0:24295:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1788521655.639028:0:24268:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788521655.639120:0:24268:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788521655.639248:0:24268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee42410a00/0x411dd0ee4d2d2eaa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2eb1 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.639260:0:24268:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fee42410a00/0x411dd0ee4d2d2eaa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2eb1 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788521655.639314:0:24268:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788521655.639316:0:24268:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788521655.639318:0:24268:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788521655.639319:0:24268:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788521655.639320:0:24268:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788521655.639321:0:24268:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788521655.639322:0:24268:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788521655.639325:0:24268:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788521655.639326:0:24268:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788521655.639330:0:24268:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1788521655.639332:0:24268:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788521655.639333:0:24268:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788521655.639335:0:24268:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788521655.639336:0:24268:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788521655.639337:0:24268:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788521655.639338:0:24268:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788521655.639339:0:24268:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788521655.639340:0:24268:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788521655.639341:0:24268:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788521655.639359:0:24268:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1788521655.639374:0:24268:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222567424:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788521655.639422:0:24268:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521655.639494:0:24268:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef44d3b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788521655.639598:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222567424 00000100:00100000:1.0:1788521655.639604:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222567424 00000100:00100000:1.0:1788521655.639672:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1788521655.639682:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:24268:x1875400222567424:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788521655.639704:0:22760:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1788521655.639718:0:22760:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1788521655.648209:0:22760:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788521655.648231:0:22760:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1788521655.648255:0:22781:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1788521655.648261:0:22781:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1788521655.648283:0:22781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8fef71c95c00/0x411dd0ee4d2d2ee2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521655.648305:0:22781:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fef71c94a00/0x411dd0ee4d2d2e2c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2e25 expref: 21 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521655.648314:0:22781:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fef71c95600/0x411dd0ee4d2d2e3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2e33 expref: 21 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521655.648344:0:22781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8fef71c95c00/0x411dd0ee4d2d2ee2 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521655.648385:0:22781:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fef71c95600/0x411dd0ee4d2d2e3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x411dd0ee4d2d2e33 expref: 21 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521655.648400:0:22781:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fef71c95600/0x411dd0ee4d2d2e3a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e33 expref: 21 pid: 22758 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521655.648416:0:22781:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244e680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22781:1875400222567552:0@lo:104: 00000100:00100000:1.0:1788521655.648478:0:22781:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788521655.648531:0:22781:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fef71c94a00/0x411dd0ee4d2d2e2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x411dd0ee4d2d2e25 expref: 21 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521655.648541:0:22781:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fef71c94a00/0x411dd0ee4d2d2e2c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e25 expref: 21 pid: 22760 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521655.648550:0:22781:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244f100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22781:1875400222567680:0@lo:104: 00000100:00100000:1.0:1788521655.648578:0:22781:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521655.648595:0:22781:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef767bc540 going to sleep for 11 seconds 00000100:00100000:2.0:1788521655.648968:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222567552 00000100:00100000:2.0:1788521655.648976:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222567552 00000100:00100000:2.0:1788521655.651803:0:22748:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1788521655.651832:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222567680 00000100:00100000:2.0:1788521655.651854:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222567680 00000100:00100000:2.0:1788521655.651917:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788521655.651927:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+4:22781:x1875400222567552:12345-0@lo:104: 00010000:00010000:2.0:1788521655.651944:0:22748:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff8fef71c94400/0x411dd0ee4d2d2e33 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2e3a expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.652155:0:22748:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788521655.652161:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+4:22781:x1875400222567552:12345-0@lo:104: Request processed in 236us (3683us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521655.652168:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788521655.652197:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788521655.652204:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef67b8f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+3:22781:x1875400222567680:12345-0@lo:104: 00010000:00010000:2.0:1788521655.652213:0:22748:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff8fef71c94600/0x411dd0ee4d2d2e25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2e2c expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.652245:0:22748:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788521655.652251:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef67b8f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+3:22781:x1875400222567680:12345-0@lo:104: Request processed in 48us (3674us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521655.652257:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:2.0:1788521655.652300:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788521655.652307:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef71c94400/0x411dd0ee4d2d2e33 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2e3a expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.652314:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef71c94400 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:2.0:1788521655.652319:0:22754:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef71c94400/0x411dd0ee4d2d2e33 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x411dd0ee4d2d2e3a expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.652346:0:22754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef71c94400/0x411dd0ee4d2d2e33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x411dd0ee4d2d2e3a expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788521655.652353:0:22754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef71c94400/0x411dd0ee4d2d2e33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x411dd0ee4d2d2e3a expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788521655.652360:0:22754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788521655.652396:0:22754:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fef71c94400/0x411dd0ee4d2d2e33 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2e3a expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.652403:0:22754:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788521655.652420:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef71c94400/0x411dd0ee4d2d2e33 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2e3a expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.652427:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef71c94400/0x411dd0ee4d2d2e33 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2e3a expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.652441:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788521655.652443:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef71c94600/0x411dd0ee4d2d2e25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2e2c expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.652448:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef71c94600 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:2.0:1788521655.652451:0:22754:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef71c94600/0x411dd0ee4d2d2e25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x411dd0ee4d2d2e2c expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.652458:0:22754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef71c94600/0x411dd0ee4d2d2e25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x411dd0ee4d2d2e2c expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788521655.652464:0:22754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef71c94600/0x411dd0ee4d2d2e25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x411dd0ee4d2d2e2c expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788521655.652474:0:22754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788521655.652487:0:22754:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fef71c94600/0x411dd0ee4d2d2e25 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2e2c expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.652493:0:22754:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788521655.652506:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef71c94600/0x411dd0ee4d2d2e25 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2e2c expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.652513:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef71c94600/0x411dd0ee4d2d2e25 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2e2c expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.652526:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521655.652528:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521655.652530:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521655.652551:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3646:1875400222567808:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788521655.652586:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521655.652628:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788521655.652636:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3644:1875400222567936:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788521655.652659:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521655.652685:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222567808 00000100:00100000:2.0:1788521655.652690:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222567808 00010000:00010000:2.0:1788521655.652707:0:22752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fef71c95600/0x411dd0ee4d2d2e3a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e33 expref: 22 pid: 22758 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521655.652725:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222567936 00000100:00100000:2.0:1788521655.652728:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222567936 00010000:00010000:2.0:1788521655.652737:0:22752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fef71c94a00/0x411dd0ee4d2d2e2c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e25 expref: 23 pid: 22760 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521655.652761:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788521655.652767:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:3646:x1875400222567808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788521655.652777:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788521655.652781:0:22752:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fef71c95600/0x411dd0ee4d2d2e3a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e33 expref: 23 pid: 22758 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.652792:0:22752:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fef71c95600/0x411dd0ee4d2d2e3a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e33 expref: 23 pid: 22758 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.652810:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788521655.653361:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788521655.653438:0:22749:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 0 new 8192-byte reqbufs (1/1 left), rc = 0 00000100:00100000:2.0:1788521655.653913:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:3646:x1875400222567808:12345-0@lo:103:ldlm_bl.0 Request processed in 1142us (1322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521655.653924:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788521655.653951:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788521655.653963:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef456d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+22:3644:x1875400222567936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788521655.653977:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788521655.653984:0:22752:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fef71c94a00/0x411dd0ee4d2d2e2c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e25 expref: 22 pid: 22760 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.653999:0:22752:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fef71c94a00/0x411dd0ee4d2d2e2c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e25 expref: 22 pid: 22760 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.654146:0:22752:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8fef71c95c00/0x411dd0ee4d2d2ee2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.654158:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef71c95c00/0x411dd0ee4d2d2ee2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788521655.654184:0:22752:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009161248s 00010000:00010000:2.0:1788521655.654200:0:22752:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fef71c95c00/0x411dd0ee4d2d2ee2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.654208:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fef71c95c00/0x411dd0ee4d2d2ee2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.654216:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8fef71c95c00/0x411dd0ee4d2d2ee2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.654224:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8fef71c95c00/0x411dd0ee4d2d2ee2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.654230:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef71c95c00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521655.654235:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8fef71c95c00/0x411dd0ee4d2d2ee2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.654244:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8fef71c95c00/0x411dd0ee4d2d2ee2 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.654255:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8fef71c95c00/0x411dd0ee4d2d2ee2 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521655.654266:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788521655.663236:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef71c95600/0x411dd0ee4d2d2e3a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e33 expref: 22 pid: 22758 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521655.663259:0:22781:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244e680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22781:1875400222567552:0@lo:104: 00010000:00010000:3.0:1788521655.663274:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef71c94a00/0x411dd0ee4d2d2e2c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e25 expref: 21 pid: 22760 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521655.663303:0:22781:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244f100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22781:1875400222567680:0@lo:104: 00010000:00010000:3.0:1788521655.663331:0:22781:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8fef71c95c00/0x411dd0ee4d2d2ee2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521655.663341:0:22781:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8fef71c95c00/0x411dd0ee4d2d2ee2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521655.663347:0:22781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8fef71c95c00/0x411dd0ee4d2d2ee2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521655.663353:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef71c95c00/0x411dd0ee4d2d2ee2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521655.663444:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef456d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+20:3644:x1875400222567936:12345-0@lo:103:ldlm_bl.0 Request processed in 9484us (10782us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521655.663457:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788521655.663587:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3646:1875400222567808:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788521655.664636:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3644:1875400222567936:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788521655.665664:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+19:24268:x1875400222567424:12345-0@lo:253:mount.lustre.0 Request processed in 25981us (26238us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521655.665677:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788521655.666232:0:24268:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:24268:1875400222567424:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788521655.666247:0:24268:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788521655.666250:0:24268:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788521655.666252:0:24268:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788521655.666253:0:24268:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788521655.666255:0:24268:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788521655.666256:0:24268:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788521655.666258:0:24268:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788521655.666259:0:24268:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788521655.666261:0:24268:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788521655.666263:0:24268:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788521655.666278:0:24268:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:3.0:1788521655.672168:0:24268:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1788521655.681274:0:24268:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:3.0:1788521655.681283:0:24268:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:3.0:1788521655.681320:0:24268:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788521655.681396:0:24268:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.141@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788521655.681416:0:24268:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=49 00000080:00000004:3.0:1788521655.681433:0:24268:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:3.0:1788521655.682803:0:24268:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788521655.683656:0:24268:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1788521655.952436:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222568064:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788521655.952515:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521655.952573:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222568064 00000100:00100000:0.0:1788521655.952581:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222568064 00000100:00100000:0.0:1788521655.952632:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788521655.952641:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222568064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788521655.952684:0:22770:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788521655.952731:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222568064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521655.952738:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788521655.952791:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222568064:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788521655.953104:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222568192:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788521655.953135:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521655.953700:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222568192 00000100:00100000:2.0:1788521655.953729:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222568192 00000100:00100000:2.0:1788521655.953811:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788521655.953825:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f075f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222568192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788521655.953869:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788521655.953987:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f075f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222568192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 167us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521655.953995:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788521655.954249:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222568192:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788521655.961402:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788521656.621412:0:24347:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788521656.622230:0:24347:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788521656.976664:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788521657.230372:0:22762:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788521657.230381:0:22762:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fee41abd800 from 13 10000000:01000000:2.0:1788521657.230386:0:22762:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788521657.230470:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef457f2200/0x411dd0ee4d2d2ee9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521657.230483:0:22762:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef457f2200/0x411dd0ee4d2d2ee9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521657.230495:0:22762:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef457f2200/0x411dd0ee4d2d2ee9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521657.230526:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222568320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788521657.230609:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521657.230676:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef74a80e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788521657.231697:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222568320 00000100:00100000:3.0:1788521657.231711:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222568320 00000100:00100000:3.0:1788521657.231782:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788521657.231795:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+19:22762:x1875400222568320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788521657.231815:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788521657.231839:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef6d7b6400/0x411dd0ee4d2d2ef0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2ee9 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521657.231872:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef6d7b6400/0x411dd0ee4d2d2ef0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2ee9 expref: 20 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521657.231904:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef6d7b6400/0x411dd0ee4d2d2ef0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2ee9 expref: 20 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521657.231915:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef6d7b6400, rc 0) 00000100:00100000:3.0:1788521657.231999:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+20:22762:x1875400222568320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 197us (1378us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521657.232007:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788521657.232127:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222568320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788521657.232151:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef457f2200/0x411dd0ee4d2d2ee9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2ef0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521657.232186:0:22762:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef457f2200/0x411dd0ee4d2d2ee9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2ef0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521657.232266:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222568448:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788521657.232311:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521657.232351:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef74a80e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788521657.232384:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222568448 00000100:00100000:1.0:1788521657.232400:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222568448 00000100:00100000:1.0:1788521657.232439:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788521657.232447:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7efffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+20:22762:x1875400222568448:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788521657.232473:0:22760:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788521657.232492:0:22760:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788521657.232496:0:22760:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1788521657.232609:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7efffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+20:22762:x1875400222568448:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 162us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521657.232617:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788521657.232762:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222568448:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788521657.232838:0:22762:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788521657.232848:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef457f2200/0x411dd0ee4d2d2ee9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2ef0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521657.232864:0:22762:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef457f2200/0x411dd0ee4d2d2ee9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2ef0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521657.232876:0:22762:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788521657.232878:0:22762:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fef75255000 from 13 10000000:01000000:3.0:1788521657.232881:0:22762:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788521657.232940:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7200/0x411dd0ee4d2d2ef7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521657.232950:0:22762:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7200/0x411dd0ee4d2d2ef7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521657.232959:0:22762:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7200/0x411dd0ee4d2d2ef7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521657.232975:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222568576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788521657.233004:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521657.233038:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef4e6d0000 going to sleep for 11 seconds 00000100:00100000:2.0:1788521657.233091:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222568576 00000100:00100000:2.0:1788521657.233096:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222568576 00000100:00100000:2.0:1788521657.233121:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788521657.233126:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+20:22762:x1875400222568576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788521657.233134:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521657.233146:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d2efe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2ef7 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521657.233166:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d2efe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2ef7 expref: 21 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521657.233189:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d2efe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2ef7 expref: 21 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521657.233201:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef457f2e00, rc 0) 00000100:00100000:2.0:1788521657.233243:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:22762:x1875400222568576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521657.233249:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1788521657.233319:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222568576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788521657.233333:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7200/0x411dd0ee4d2d2ef7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2efe expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521657.233341:0:22762:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7200/0x411dd0ee4d2d2ef7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d2efe expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521657.233387:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222568704:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788521657.233418:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521657.233455:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef4e6d0000 going to sleep for 11 seconds 00000100:00100000:2.0:1788521657.233497:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222568704 00000100:00100000:2.0:1788521657.233502:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222568704 00000100:00100000:2.0:1788521657.233568:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788521657.233584:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:22762:x1875400222568704:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788521657.233598:0:22759:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788521657.233611:0:22759:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788521657.233628:0:22759:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1788521657.233707:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:22762:x1875400222568704:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 124us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521657.233714:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1788521657.237130:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222568704:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788521657.237268:0:22762:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788521657.237282:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7200/0x411dd0ee4d2d2ef7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2efe expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521657.237295:0:22762:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7200/0x411dd0ee4d2d2ef7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2efe expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521657.997110:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521659.022578:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521660.045133:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521661.069034:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788521661.069068:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222568832:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788521661.069183:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521661.069252:0:23509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222568832 00000100:00100000:0.0:1788521661.069261:0:23509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222568832 00000100:00100000:0.0:1788521661.069339:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788521661.069351:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222568832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788521661.069395:0:23509:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788521661.069445:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222568832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521661.069453:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788521661.069540:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222568832:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788521661.069967:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788521661.069980:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7b4fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222568960:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788521661.070013:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521661.070054:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222568960 00000100:00100000:0.0:1788521661.070059:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222568960 00000100:00100000:0.0:1788521661.070086:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788521661.070094:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222568960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788521661.070118:0:22770:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788521661.070163:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222568960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521661.070169:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788521661.070197:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7b4fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222568960:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788521661.071198:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788521661.071445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521661.071451:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788521661.071454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521661.071458:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788521661.071476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521661.071480:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788521661.071483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788521661.071486:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788521661.071639:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3644:1875400222569088:0@lo:400:kworker.0 00000100:00100000:0.0:1788521661.071710:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521661.071761:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1875400222569600:0@lo:400:kworker.0 00000100:00100000:0.0:1788521661.071791:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521661.071815:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788521661.071821:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875400222569472:0@lo:400:kworker.0 00000100:00100000:0.0:1788521661.071843:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521661.071876:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222569088 00000100:00100000:0.0:1788521661.071901:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222569088 00000100:00100000:0.0:1788521661.071948:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1788521661.071956:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:3644:x1875400222569088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521661.072001:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:3644:x1875400222569088:12345-0@lo:400:kworker.0 Request processed in 45us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521661.072026:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1788521661.072066:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222569600 00000100:00100000:0.0:1788521661.072070:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222569600 00000100:00100000:0.0:1788521661.072106:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222569472 00000100:00100000:0.0:1788521661.072109:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222569472 00000100:00100000:0.0:1788521661.072124:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788521661.072130:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875400222569600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521661.072173:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875400222569600:12345-0@lo:400:kworker.0 Request processed in 43us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521661.072180:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788521661.072191:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788521661.072196:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875400222569472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521661.072221:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875400222569472:12345-0@lo:400:kworker.0 Request processed in 26us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521661.072227:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788521661.072252:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875400222569216:0@lo:400:kworker.0 00000100:00100000:0.0:1788521661.072277:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521661.072303:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788521661.073476:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875400222569344:0@lo:400:kworker.0 00000100:00100000:0.0:1788521661.073846:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521661.073920:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222569216 00000100:00100000:0.0:1788521661.073929:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222569216 00000100:00100000:0.0:1788521661.073969:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222569344 00000100:00100000:0.0:1788521661.073972:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222569344 00000100:00100000:0.0:1788521661.073987:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788521661.073996:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875400222569216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521661.074066:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875400222569216:12345-0@lo:400:kworker.0 Request processed in 71us (1788us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521661.074074:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788521661.074091:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788521661.074097:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7b4fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875400222569344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521661.074122:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7b4fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875400222569344:12345-0@lo:400:kworker.0 Request processed in 26us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521661.074128:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:0.0:1788521661.074189:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fef715a1f80 x1875400222569472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521661.074206:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875400222569472:0@lo:400:kworker.0 00000100:00100000:0.0:1788521661.074220:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3644:1875400222569088:0@lo:400:kworker.0 00010000:00080000:0.0:1788521661.074232:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fef715a2300 x1875400222569600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521661.074241:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1875400222569600:0@lo:400:kworker.0 00010000:00080000:0.0:1788521661.074277:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fef715a1c00 x1875400222569344/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521661.074284:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875400222569344:0@lo:400:kworker.0 00010000:00080000:0.0:1788521661.074294:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fef715a0380 x1875400222569216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521661.074303:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875400222569216:0@lo:400:kworker.0 00000100:00080000:2.0:1788521661.076865:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788521661.076878:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1788521662.109769:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788521662.371863:0:24638:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg341-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000040:00080000:3.0:1788521662.990121:0:23522:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788521663.117029:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788521663.444861:0:24690:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788521663.445147:0:24690:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788521664.142139:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788521664.314688:0:24740:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788521664.314999:0:24740:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788521665.165014:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788521665.553473:0:22798:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788521665.869017:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788521650/real 1788521650] req@ffff8fef715a3480 x1875400222563968/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521665 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521665.869051:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fef715a3480 x1875400222563968/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521665 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521665.869073:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788521650/real 1788521650] req@ffff8fef715a0e00 x1875400222564096/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521665 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521665.869086:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fef715a0e00 x1875400222564096/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521665 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788521665.869107:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef44a9e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788521665.869139:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788521665.869143:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222563968:0@lo:8:kworker.0 00000100:00080000:0.0:1788521665.869149:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef752be000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788521665.869155:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788521665.869157:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222564096:0@lo:8:kworker.0 00000100:00100000:2.0:1788521665.869468:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222569856:0@lo:400:kworker.0 00000100:00100000:2.0:1788521665.869535:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788521665.869555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521665.869560:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788521665.869562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521665.869565:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788521665.869595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521665.869598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788521665.869600:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fef44a9e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788521665.869605:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 700 00000100:00080000:1.0:1788521665.869610:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:2.0:1788521665.869612:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:1.0:1788521665.869616:0:8:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8fef44a9e000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:2.0:1788521665.869617:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3646:1875400222569728:0@lo:400:kworker.0 00000100:00100000:1.0:1788521665.869634:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fee4244d500 x1875400222570240/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788521665.869645:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788521665.869647:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788521665.869650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788521665.869651:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fef752be000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788521665.869661:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 700 00000100:00080000:1.0:1788521665.869664:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788521665.869667:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8fef752be000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:2.0:1788521665.869677:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222569728 00000100:00100000:1.0:1788521665.869680:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fee4244ed80 x1875400222570368/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788521665.869684:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222569728 00000100:00100000:1.0:1788521665.869719:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875400222569984:0@lo:400:kworker.0 00000100:00100000:2.0:1788521665.869723:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1788521665.869731:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:3646:x1875400222569728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521665.869748:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521665.869769:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:3646:x1875400222569728:12345-0@lo:400:kworker.0 Request processed in 39us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521665.869775:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1788521665.869779:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875400222570752:0@lo:400:kworker.0 00000100:00100000:1.0:1788521665.869803:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521665.869819:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788521665.869825:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222570112:0@lo:400:kworker.0 00000100:00100000:2.0:1788521665.869830:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222569984 00000100:00100000:2.0:1788521665.869834:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222569984 00000100:00100000:1.0:1788521665.869845:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521665.869856:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222570752 00000100:00100000:2.0:1788521665.869859:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222570752 00000100:00100000:1.0:1788521665.869868:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222569856 00000100:00100000:1.0:1788521665.869870:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222569856 00000100:00100000:2.0:1788521665.869908:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788521665.869914:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875400222569984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521665.869915:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222570112 00000100:00100000:1.0:1788521665.869918:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222570112 00000100:00100000:1.0:1788521665.869930:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788521665.869935:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222569856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521665.869967:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222569856:12345-0@lo:400:kworker.0 Request processed in 31us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521665.869973:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788521665.869987:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788521665.869993:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222570112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521665.870021:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875400222569984:12345-0@lo:400:kworker.0 Request processed in 108us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521665.870021:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222570112:12345-0@lo:400:kworker.0 Request processed in 28us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521665.870027:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788521665.870027:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788521665.870040:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788521665.870046:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875400222570752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521665.870073:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875400222570752:12345-0@lo:400:kworker.0 Request processed in 28us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521665.870075:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222570112:0@lo:400:kworker.0 00000100:00100000:2.0:1788521665.870079:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:1.0:1788521665.870086:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fee4244d880 x1875400222569984/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521665.870095:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875400222569984:0@lo:400:kworker.0 00000100:00080000:2.0:1788521665.870098:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1788521665.870103:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fee4244c700 x1875400222570752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521665.870111:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875400222570752:0@lo:400:kworker.0 00000100:00100000:1.0:1788521665.870148:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222570240:0@lo:8:kworker.0 00000100:00100000:1.0:1788521665.870173:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521665.870193:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222570368:0@lo:8:kworker.0 00000100:00100000:3.0:1788521665.870200:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222570240 00000100:00100000:3.0:1788521665.870204:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222570240 00000100:00100000:1.0:1788521665.870211:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521665.870261:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875400222570496:0@lo:400:kworker.0 00000100:00100000:0.0:1788521665.870290:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521665.870716:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788521665.870724:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875400222570624:0@lo:400:kworker.0 00000100:00100000:0.0:1788521665.870749:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521665.871598:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222570496 00000100:00100000:0.0:1788521665.871606:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222570496 00000100:00100000:0.0:1788521665.871638:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222570624 00000100:00100000:0.0:1788521665.871640:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222570624 00000100:00100000:0.0:1788521665.871666:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788521665.871686:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875400222570496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521665.871747:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875400222570496:12345-0@lo:400:kworker.0 Request processed in 63us (1456us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521665.871753:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788521665.871767:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788521665.871773:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875400222570624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521665.871796:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875400222570624:12345-0@lo:400:kworker.0 Request processed in 24us (1046us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521665.871801:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:0.0:1788521665.871825:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1788521665.871849:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fee4244e300 x1875400222570624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521665.871861:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875400222570624:0@lo:400:kworker.0 00010000:00080000:0.0:1788521665.871873:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fee4244ea00 x1875400222570496/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521665.871880:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875400222570496:0@lo:400:kworker.0 00000100:00100000:1.0:1788521665.872693:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3646:1875400222569728:0@lo:400:kworker.0 00000100:00100000:1.0:1788521665.872707:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222569856:0@lo:400:kworker.0 00000100:00100000:3.0:1788521665.875108:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222570368 00000100:00100000:3.0:1788521665.876189:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222570368 00000100:00100000:3.0:1788521665.876234:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788521665.876243:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1875400222570240:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788521665.876347:0:24272:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 715 last 0 00000020:00000080:3.0:1788521665.876380:0:24272:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x411dd0ee4d2d2f05 00002000:00100000:3.0:1788521665.876395:0:24272:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8fee43080800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a02 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:3.0:1788521665.876400:0:24272:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:3.0:1788521665.876403:0:24272:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1788521665.876581:0:24272:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:3.0:1788521665.876606:0:24272:0:(import.c:65:import_set_state_nolock()) ffff8fee43087800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788521665.876692:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3642:x1875400222570240:12345-0@lo:8:kworker.0 Request processed in 448us (6516us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521665.876715:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788521665.876732:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788521665.876737:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1875400222570368:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1788521665.876749:0:24272:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788521665.877206:0:24274:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00010000:00080000:0.0:1788521665.877317:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fee4244d500 x1875400222570240/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788521685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521665.877329:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788521665.877339:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1788521665.877348:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788521665.877354:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788521665.877357:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef44a9e000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788521665.881455:0:23511:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:2.0:1788521665.881488:0:23511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23511:1875400222571008:0@lo:7:osp-pre-0-1.0 00000100:00100000:2.0:1788521665.881572:0:23511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521665.881605:0:23511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef49ce5000 going to sleep for 11 seconds 00000100:00100000:2.0:1788521665.881625:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222570880:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788521665.881650:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1788521665.888217:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1788521665.888253:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222570240:0@lo:8:kworker.0 00000100:00100000:2.0:1788521665.888456:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222570880 00000100:00100000:2.0:1788521665.888465:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222570880 00000100:00100000:2.0:1788521665.888530:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788521665.888539:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3644:x1875400222570880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788521665.888570:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788521665.888647:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3644:x1875400222570880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (6995us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521665.888653:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1788521665.888696:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fef715a2680 x1875400222570880/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788521681 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521665.888714:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222570880:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788521665.888734:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788521665.888859:0:24274:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000004:00080000:1.0:1788521665.889999:0:23510:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788521665.890098:0:23510:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 715956214148ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788521665.890106:0:23510:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1788521665.890228:0:24275:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1788521665.890237:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222571008 00000100:00100000:1.0:1788521665.890243:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222571008 00000100:00100000:1.0:1788521665.892349:0:24800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788521665.892367:0:24800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23511:x1875400222571008:12345-0@lo:7:osp-pre-0-1.0 00002000:00080000:0.0:1788521665.899068:0:24800:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:0.0:1788521665.899080:0:24800:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1788521665.899253:0:24800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23511:x1875400222571008:12345-0@lo:7:osp-pre-0-1.0 Request processed in 6889us (17676us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521665.899264:0:24800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000004:00080000:1.0:1788521665.899356:0:23501:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00010000:00080000:2.0:1788521665.899455:0:23511:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fef715a1880 x1875400222571008/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788521681 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521665.899470:0:23511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23511:1875400222571008:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1788521665.899484:0:23511:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1788521665.899525:0:23511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23511:1875400222571136:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1788521665.899559:0:23511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521665.899586:0:23511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef49ce5000 going to sleep for 11 seconds 00000100:00100000:1.0:1788521665.899644:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222571136 00000100:00100000:1.0:1788521665.899651:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222571136 00000100:00100000:1.0:1788521665.899713:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788521665.899721:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23511:x1875400222571136:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1788521665.899745:0:24275:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1788521665.899788:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23511:x1875400222571136:12345-0@lo:5:osp-pre-0-1.0 Request processed in 68us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521665.899794:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1788521665.899822:0:23511:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fef715a1880 x1875400222571136/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788521681 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521665.899832:0:23511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23511:1875400222571136:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1788521665.899841:0:23511:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1788521665.899866:0:23511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23511:1875400222571264:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1788521665.899919:0:23511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521665.899933:0:23511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef71e0d900 going to sleep for 11 seconds 00000100:00100000:2.0:1788521665.899980:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222571264 00000100:00100000:2.0:1788521665.899985:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222571264 00000100:00100000:2.0:1788521665.900022:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788521665.900028:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23511:x1875400222571264:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1788521665.900054:0:24274:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:3.0:1788521665.927209:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1875400222570368:12345-0@lo:8:kworker.0 Request processed in 50465us (56990us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788521665.927222:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1788521665.927383:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef752be000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788521665.927389:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788521665.927392:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222570368:0@lo:8:kworker.0 00000001:00080000:1.0:1788521665.944341:0:24269:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:1.0:1788521665.944361:0:24269:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:2.0:1788521665.944791:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23511:x1875400222571264:12345-0@lo:5:osp-pre-0-1.0 Request processed in 44759us (44867us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1788521665.944802:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1788521665.945200:0:23511:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fee4244f800 x1875400222571264/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788521681 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521665.945213:0:23511:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1788521665.945220:0:23511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23511:1875400222571264:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1788521665.945237:0:23511:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:1.0:1788521665.945288:0:23511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23511:1875400222571392:0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1788521665.945325:0:23511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521665.945395:0:23511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef71e0d900 going to sleep for 11 seconds 00000100:00100000:2.0:1788521665.945573:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222571392 00000100:00100000:2.0:1788521665.945579:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222571392 00000100:00100000:2.0:1788521665.945657:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788521665.945666:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23511:x1875400222571392:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1788521665.945728:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23511:x1875400222571392:12345-0@lo:900:osp-pre-0-1.0 Request processed in 63us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521665.945735:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1788521665.945804:0:23511:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fee4244f800 x1875400222571392/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788521681 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521665.945816:0:23511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23511:1875400222571392:0@lo:900:osp-pre-0-1.0 00010000:00010000:3.0:1788521666.189124:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521666.192595:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222571520:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788521666.192660:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521666.192731:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222571648:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788521666.192762:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521666.192809:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222571520 00000100:00100000:2.0:1788521666.192816:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222571520 00000100:00100000:2.0:1788521666.192853:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222571648 00000100:00100000:2.0:1788521666.192857:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222571648 00000100:00100000:2.0:1788521666.192871:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788521666.192879:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222571520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788521666.192934:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788521666.203646:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222571520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 10758us (10977us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521666.203664:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788521666.203703:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788521666.203719:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222571648:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788521666.203727:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222571520:0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788521666.203842:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788521666.204180:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222571648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 466us (11414us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521666.204188:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788521666.204242:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222571648:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788521667.216271:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521668.237655:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521668.944802:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788521648/real 1788521648] req@ffff8fef816dc000 x1875400222561792/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521668 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521668.944836:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fef816dc000 x1875400222561792/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521668 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521668.944847:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788521648/real 1788521648] req@ffff8fef816de680 x1875400222561920/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521668 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521668.944857:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fef816de680 x1875400222561920/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788521668 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788521668.944875:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef76683800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788521668.948171:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788521668.948182:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222561792:0@lo:8:kworker.0 00000100:00080000:3.0:1788521668.949670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788521668.949675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788521668.949678:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fef76683800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788521668.949685:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 698 00000100:00080000:3.0:1788521668.949690:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788521668.949697:0:8:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8fef76683800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:3.0:1788521668.949715:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef7f077800 x1875400222572032/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788521668.949726:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788521668.949740:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788521668.949770:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788521668.949773:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788521668.949775:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fef752be000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788521668.949779:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 715 00000100:00080000:3.0:1788521668.949781:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788521668.949784:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8fef752be000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:3.0:1788521668.949793:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef7f075c00 x1875400222572544/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788521668.949843:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f074a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222571904:0@lo:400:kworker.0 00000100:00100000:3.0:1788521668.950054:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521668.950107:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875400222572672:0@lo:400:kworker.0 00000100:00100000:3.0:1788521668.950133:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521668.950212:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788521668.950219:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f077b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3644:1875400222571776:0@lo:400:kworker.0 00000100:00100000:3.0:1788521668.950377:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521668.950402:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222572416:0@lo:400:kworker.0 00000100:00100000:3.0:1788521668.950494:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521668.950522:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f074380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875400222572160:0@lo:400:kworker.0 00000100:00100000:3.0:1788521668.950546:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521668.950563:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f074e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875400222572800:0@lo:400:kworker.0 00000100:00100000:3.0:1788521668.950585:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521668.950601:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788521668.950608:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f074700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222572288:0@lo:400:kworker.0 00000100:00100000:3.0:1788521668.950638:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521668.950654:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f076d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875400222572928:0@lo:400:kworker.0 00000100:00100000:3.0:1788521668.950673:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521668.950694:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222571904 00000100:00100000:3.0:1788521668.950701:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222571904 00000100:00100000:3.0:1788521668.950736:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222572288 00000100:00100000:3.0:1788521668.950739:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222572288 00000100:00100000:3.0:1788521668.950753:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788521668.950760:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f075880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222571904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521668.950808:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f075880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222571904:12345-0@lo:400:kworker.0 Request processed in 48us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521668.950814:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788521668.950828:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788521668.950835:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222572288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521668.951010:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222572288:12345-0@lo:400:kworker.0 Request processed in 175us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521668.951017:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788521668.951036:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222572672 00000100:00100000:3.0:1788521668.951040:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222572672 00000100:00100000:3.0:1788521668.951057:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222572160 00000100:00100000:3.0:1788521668.951059:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222572160 00000100:00100000:3.0:1788521668.951069:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222572800 00000100:00100000:3.0:1788521668.951071:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222572800 00000100:00100000:3.0:1788521668.951093:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222572928 00000100:00100000:3.0:1788521668.951107:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222572928 00000100:00100000:3.0:1788521668.951123:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788521668.951128:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875400222572672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521668.951230:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875400222572672:12345-0@lo:400:kworker.0 Request processed in 101us (1095us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521668.951364:0:24800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222572416 00000100:00100000:0.0:1788521668.951369:0:24800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222572416 00000100:00100000:0.0:1788521668.951407:0:24800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788521668.951414:0:24800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222572416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521668.951449:0:24800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222572416:12345-0@lo:400:kworker.0 Request processed in 36us (954us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521668.951455:0:24800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:2.0:1788521668.951566:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef7f07c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788521668.951591:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788521668.951595:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222561920:0@lo:8:kworker.0 00000100:00100000:2.0:1788521668.951623:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f077800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222572032:0@lo:8:kworker.0 00000100:00100000:2.0:1788521668.951653:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521668.951674:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222572544:0@lo:8:kworker.0 00000100:00100000:2.0:1788521668.951696:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521668.951716:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222572032 00000100:00100000:2.0:1788521668.951719:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222572032 00000100:00100000:2.0:1788521668.951738:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222572544 00000100:00100000:2.0:1788521668.951753:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222572544 00000100:00100000:2.0:1788521668.951769:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788521668.951774:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1875400222572032:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788521668.951798:0:24274:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 719 last 0 00000100:00100000:3.0:1788521668.951805:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788521668.951818:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788521668.951823:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875400222572160:12345-0@lo:400:kworker.0 00000020:00000080:2.0:1788521668.951824:0:24274:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x411dd0ee4d2d2f0c 00002000:00100000:2.0:1788521668.951836:0:24274:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8fef7bdae000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a02 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1788521668.951840:0:24274:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1788521668.951843:0:24274:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:3.0:1788521668.951853:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875400222572160:12345-0@lo:400:kworker.0 Request processed in 31us (1307us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521668.951870:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788521668.951898:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788521668.951914:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875400222572800:12345-0@lo:400:kworker.0 00002000:00080000:2.0:1788521668.951932:0:24274:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00100000:3.0:1788521668.951940:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875400222572800:12345-0@lo:400:kworker.0 Request processed in 37us (1355us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521668.951945:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:2.0:1788521668.951953:0:24274:0:(import.c:65:import_set_state_nolock()) ffff8fef7bdaa800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788521668.951956:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788521668.951961:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875400222572928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521668.951983:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875400222572928:12345-0@lo:400:kworker.0 Request processed in 22us (1309us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521668.951983:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3642:x1875400222572032:12345-0@lo:8:kworker.0 Request processed in 208us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521668.951989:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788521668.951989:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788521668.952007:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222571776 00000100:00100000:3.0:1788521668.952010:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222571776 00000100:00100000:2.0:1788521668.952011:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788521668.952015:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1875400222572544:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1788521668.952027:0:24274:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788521668.952033:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1788521668.952038:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:3644:x1875400222571776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521668.952052:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1875400222572544:12345-0@lo:8:kworker.0 Request processed in 36us (354us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788521668.952057:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788521668.952062:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:3644:x1875400222571776:12345-0@lo:400:kworker.0 Request processed in 25us (1686us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521668.952068:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:2.0:1788521668.952087:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef752be000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788521668.952091:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788521668.952105:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222572544:0@lo:8:kworker.0 00000100:00080000:3.0:1788521668.952115:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788521668.952119:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788521668.952127:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1788521668.952128:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fef7f077800 x1875400222572032/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788521693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521668.952137:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788521668.952143:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788521668.952150:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788521668.952155:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788521668.952157:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef76683800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788521668.952159:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f074700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222572288:0@lo:400:kworker.0 00000004:00080000:2.0:1788521668.952169:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00010000:00080000:3.0:1788521668.952171:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fef7f076d80 x1875400222572928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521668.952172:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f077800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222572032:0@lo:8:kworker.0 00000100:00100000:3.0:1788521668.952180:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f076d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875400222572928:0@lo:400:kworker.0 00010000:00080000:3.0:1788521668.952190:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fef7f074380 x1875400222572160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521668.952197:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f074380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875400222572160:0@lo:400:kworker.0 00010000:00080000:3.0:1788521668.952205:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fef7f074e00 x1875400222572800/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1788521668.952211:0:22790:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:3.0:1788521668.952212:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f074e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875400222572800:0@lo:400:kworker.0 00000100:00100000:2.0:1788521668.952227:0:22790:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22790:1875400222573184:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1788521668.952249:0:22790:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521668.952264:0:22790:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef5151a0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788521668.952275:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222573056:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788521668.952297:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521668.952322:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222573056 00000100:00100000:2.0:1788521668.952332:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222573056 00000100:00100000:2.0:1788521668.952363:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788521668.952369:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3643:x1875400222573056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788521668.952385:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788521668.952416:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3643:x1875400222573056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521668.952421:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1788521668.952444:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fef715a3480 x1875400222573056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788521684 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521668.952457:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222573056:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788521668.952470:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222573184 00000100:00100000:2.0:1788521668.952473:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222573184 00000100:00100000:2.0:1788521668.952490:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788521668.952494:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22790:x1875400222573184:12345-0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1788521668.952825:0:22789:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:3.0:1788521668.952841:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f077b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3644:1875400222571776:0@lo:400:kworker.0 00010000:00080000:3.0:1788521668.952857:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fef7f075500 x1875400222572416/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788521684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521668.952865:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222572416:0@lo:400:kworker.0 00000100:00100000:3.0:1788521668.952876:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f074a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222571904:0@lo:400:kworker.0 00010000:00080000:3.0:1788521668.952901:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fef7f075180 x1875400222572672/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1788521668.952907:0:22789:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 719019023201ns, next at 0ns, rc = 0 00000100:00100000:3.0:1788521668.952910:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875400222572672:0@lo:400:kworker.0 00080000:00080000:0.0:1788521668.952913:0:22789:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00080000:3.0:1788521668.952929:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788521668.952942:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788521668.952947:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788521668.952950:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fef7f07c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788521668.952955:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 698 00000100:00080000:0.0:1788521668.952959:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788521668.952965:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8fef7f07c000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:0.0:1788521668.952985:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef816df100 x1875400222573312/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788521668.953056:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222573312:0@lo:8:kworker.0 00000100:00100000:3.0:1788521668.953089:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521668.953181:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222573312 00000100:00100000:2.0:1788521668.953186:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222573312 00000100:00100000:2.0:1788521668.953212:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788521668.953218:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1875400222573312:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1788521668.953233:0:24275:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788521668.953267:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1875400222573312:12345-0@lo:8:kworker.0 Request processed in 48us (177us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788521668.953273:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:2.0:1788521668.953297:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef7f07c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788521668.953302:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788521668.953305:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222573312:0@lo:8:kworker.0 00000004:00080000:2.0:1788521668.960306:0:22745:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00080000:0.0:1788521668.961017:0:24274:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1788521668.961027:0:24274:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:0.0:1788521668.961033:0:24274:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00002000:00010000:2.0:1788521668.989379:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521668.989390:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2f13 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.989406:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=719s v=(0 0) 00010000:00010000:2.0:1788521668.989411:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521668.989418:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2f13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.989436:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2f13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.989447:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2f13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.989456:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2f13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.989480:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788521668.992601:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788521668.992615:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d2f1a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521668.992633:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=719s v=(0 0) 00010000:00010000:0.0:1788521668.992648:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788521668.992656:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d2f1a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521668.992672:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d2f1a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521668.992683:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d2f1a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521668.992690:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d2f1a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521668.993002:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1788521668.994937:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788521668.994950:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f21 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521668.994965:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=719s v=(0 0) 00010000:00010000:0.0:1788521668.994969:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788521668.994975:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521668.994988:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521668.994998:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521668.995013:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.995215:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788521668.995224:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2f13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.995233:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f3600 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521668.995237:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2f13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.995269:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2f13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.995287:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2f13 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.995295:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2f13 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.995491:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788521668.995496:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d2f1a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.995503:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42410c00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521668.995506:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d2f1a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.995513:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d2f1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.995525:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d2f1a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.995532:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d2f1a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.995555:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788521668.995557:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.995562:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42411c00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521668.995565:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.995572:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.995580:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f21 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.995586:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521668.995588:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521668.995590:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521668.995752:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788521668.995758:0:24274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f21 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521668.996107:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788521668.996535:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788521668.996543:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c734fa11/0x411dd0ee4d2d2f28 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521668.996553:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=719s v=(0 0) 00010000:00010000:0.0:1788521668.996556:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788521668.996562:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c734fa11/0x411dd0ee4d2d2f28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521668.996571:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c734fa11/0x411dd0ee4d2d2f28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521668.996580:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c734fa11/0x411dd0ee4d2d2f28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521668.996588:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c734fa11/0x411dd0ee4d2d2f28 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521668.996612:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788521668.998132:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788521668.998216:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008164b5c/0x411dd0ee4d2d2f2f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521668.998232:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=719s v=(0 0) 00010000:00010000:0.0:1788521668.998235:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788521668.998250:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008164b5c/0x411dd0ee4d2d2f2f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521668.998263:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008164b5c/0x411dd0ee4d2d2f2f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521668.998273:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008164b5c/0x411dd0ee4d2d2f2f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521668.998280:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008164b5c/0x411dd0ee4d2d2f2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521668.998308:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788521668.998976:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788521668.998990:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c734fa11/0x411dd0ee4d2d2f28 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521668.998999:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42410e00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:1.0:1788521668.999003:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c734fa11/0x411dd0ee4d2d2f28 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521668.999012:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c734fa11/0x411dd0ee4d2d2f28 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521668.999042:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c734fa11/0x411dd0ee4d2d2f28 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521668.999050:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c734fa11/0x411dd0ee4d2d2f28 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521668.999068:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788521668.999071:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008164b5c/0x411dd0ee4d2d2f2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521668.999077:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42410600 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:1.0:1788521668.999080:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008164b5c/0x411dd0ee4d2d2f2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521668.999086:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008164b5c/0x411dd0ee4d2d2f2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521668.999117:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008164b5c/0x411dd0ee4d2d2f2f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521668.999124:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008164b5c/0x411dd0ee4d2d2f2f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521668.999137:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521668.999139:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521668.999141:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521668.999555:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521668.999570:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521669.000175:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.000183:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000880af883/0x411dd0ee4d2d2f36 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.000194:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.000199:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.000205:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000880af883/0x411dd0ee4d2d2f36 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.000216:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000880af883/0x411dd0ee4d2d2f36 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.000224:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000880af883/0x411dd0ee4d2d2f36 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.000231:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000880af883/0x411dd0ee4d2d2f36 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.001869:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788521669.001916:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788521669.001924:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000880af883/0x411dd0ee4d2d2f36 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.001935:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef71c94200 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521669.001939:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000880af883/0x411dd0ee4d2d2f36 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.001959:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000880af883/0x411dd0ee4d2d2f36 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.001976:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000880af883/0x411dd0ee4d2d2f36 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.001983:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000880af883/0x411dd0ee4d2d2f36 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.002002:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521669.002004:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521669.002006:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521669.004279:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.004293:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002869d9bd/0x411dd0ee4d2d2f3d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.004310:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.004314:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.004320:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002869d9bd/0x411dd0ee4d2d2f3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.004335:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002869d9bd/0x411dd0ee4d2d2f3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.004344:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002869d9bd/0x411dd0ee4d2d2f3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.004351:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002869d9bd/0x411dd0ee4d2d2f3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.004368:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788521669.004378:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788521669.004383:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002869d9bd/0x411dd0ee4d2d2f3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.004391:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef71c94000 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:1.0:1788521669.004403:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002869d9bd/0x411dd0ee4d2d2f3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.004413:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002869d9bd/0x411dd0ee4d2d2f3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.004428:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002869d9bd/0x411dd0ee4d2d2f3d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.004436:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002869d9bd/0x411dd0ee4d2d2f3d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.004453:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521669.004455:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521669.004456:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521669.005425:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.005433:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bff8b94/0x411dd0ee4d2d2f44 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.005444:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.005447:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.005452:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bff8b94/0x411dd0ee4d2d2f44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.005461:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000bff8b94/0x411dd0ee4d2d2f44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.005470:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bff8b94/0x411dd0ee4d2d2f44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.005483:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000bff8b94/0x411dd0ee4d2d2f44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.005509:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788521669.005556:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521669.005562:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000bff8b94/0x411dd0ee4d2d2f44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.005570:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef71c94400 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521669.005574:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000bff8b94/0x411dd0ee4d2d2f44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.005582:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000bff8b94/0x411dd0ee4d2d2f44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.005597:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000bff8b94/0x411dd0ee4d2d2f44 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.005603:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000bff8b94/0x411dd0ee4d2d2f44 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.005618:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.005620:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.005621:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521669.007587:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.007600:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f337dc4/0x411dd0ee4d2d2f4b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.007614:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.007618:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.007624:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f337dc4/0x411dd0ee4d2d2f4b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.007636:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f337dc4/0x411dd0ee4d2d2f4b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.007645:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f337dc4/0x411dd0ee4d2d2f4b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.007652:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000f337dc4/0x411dd0ee4d2d2f4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.007679:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788521669.007755:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521669.007761:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000f337dc4/0x411dd0ee4d2d2f4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.007769:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef71c94600 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521669.007773:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000f337dc4/0x411dd0ee4d2d2f4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.007790:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000f337dc4/0x411dd0ee4d2d2f4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.007806:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000f337dc4/0x411dd0ee4d2d2f4b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.007813:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f337dc4/0x411dd0ee4d2d2f4b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.007830:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.007832:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.007834:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521669.012011:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.012026:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000450650/0x411dd0ee4d2d2f52 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.012065:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.012070:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.012076:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000450650/0x411dd0ee4d2d2f52 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.012090:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000450650/0x411dd0ee4d2d2f52 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.012110:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000450650/0x411dd0ee4d2d2f52 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.012118:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000000450650/0x411dd0ee4d2d2f52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.012135:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788521669.012589:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788521669.012597:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000000450650/0x411dd0ee4d2d2f52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.012606:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef71c95600 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:0.0:1788521669.012619:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000000450650/0x411dd0ee4d2d2f52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.012627:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000000450650/0x411dd0ee4d2d2f52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.012645:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000000450650/0x411dd0ee4d2d2f52 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.012652:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000450650/0x411dd0ee4d2d2f52 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.012671:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521669.012683:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521669.012686:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521669.014467:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.014479:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab8c7fa5/0x411dd0ee4d2d2f59 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.014493:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.014498:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.014504:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab8c7fa5/0x411dd0ee4d2d2f59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.014517:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab8c7fa5/0x411dd0ee4d2d2f59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.014539:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab8c7fa5/0x411dd0ee4d2d2f59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.014547:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab8c7fa5/0x411dd0ee4d2d2f59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.014572:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788521669.014775:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788521669.014782:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab8c7fa5/0x411dd0ee4d2d2f59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.014790:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef71c94a00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:0.0:1788521669.014794:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab8c7fa5/0x411dd0ee4d2d2f59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.014804:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab8c7fa5/0x411dd0ee4d2d2f59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.014817:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab8c7fa5/0x411dd0ee4d2d2f59 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.014830:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab8c7fa5/0x411dd0ee4d2d2f59 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.014861:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521669.014863:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521669.014865:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521669.015524:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.015531:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a06258d5/0x411dd0ee4d2d2f60 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.015541:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.015545:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.015550:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a06258d5/0x411dd0ee4d2d2f60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.015559:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a06258d5/0x411dd0ee4d2d2f60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.015568:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a06258d5/0x411dd0ee4d2d2f60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.015576:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a06258d5/0x411dd0ee4d2d2f60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.015608:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788521669.015773:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788521669.015778:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a06258d5/0x411dd0ee4d2d2f60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.015786:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef71c95c00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:0.0:1788521669.015790:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a06258d5/0x411dd0ee4d2d2f60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.015798:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a06258d5/0x411dd0ee4d2d2f60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.015810:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a06258d5/0x411dd0ee4d2d2f60 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.015817:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a06258d5/0x411dd0ee4d2d2f60 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.015831:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521669.015833:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521669.015834:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521669.019554:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.019569:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084b61ffb/0x411dd0ee4d2d2f67 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.019587:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.019591:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.019597:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084b61ffb/0x411dd0ee4d2d2f67 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.019610:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084b61ffb/0x411dd0ee4d2d2f67 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.019621:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084b61ffb/0x411dd0ee4d2d2f67 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.019629:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084b61ffb/0x411dd0ee4d2d2f67 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.019651:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788521669.019662:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788521669.019668:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084b61ffb/0x411dd0ee4d2d2f67 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.019676:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef71c95a00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:1.0:1788521669.019686:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084b61ffb/0x411dd0ee4d2d2f67 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.019695:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084b61ffb/0x411dd0ee4d2d2f67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.019711:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084b61ffb/0x411dd0ee4d2d2f67 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.019719:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084b61ffb/0x411dd0ee4d2d2f67 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.019735:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521669.019736:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521669.019738:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788521669.025789:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788521669.025804:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f6e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.025822:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=719s v=(0 0) 00010000:00010000:0.0:1788521669.025827:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788521669.025833:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f6e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.025859:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f6e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.025870:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f6e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.025877:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.025922:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788521669.025933:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521669.025943:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.025954:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42411c00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521669.025959:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.025971:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.025988:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f6e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.026007:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075c27b00/0x411dd0ee4d2d2f6e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.026031:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.026034:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.026036:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521669.029618:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.029632:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f75 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.029648:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.029653:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.029658:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.029673:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.029683:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.029695:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.029714:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788521669.029725:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788521669.029729:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.029736:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dc000 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:1.0:1788521669.029740:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.029749:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.029763:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f75 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.029770:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f75 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.029788:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521669.029789:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521669.029791:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521669.032028:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.032050:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d2f7c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.032067:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.032071:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.032078:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d2f7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.032092:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d2f7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.032112:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d2f7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.032119:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d2f7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.032139:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788521669.033442:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521669.033452:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d2f7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.033462:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dd600 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521669.033467:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d2f7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.033478:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d2f7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.033497:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d2f7c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.033504:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d2f7c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.033522:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.033523:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.033525:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521669.033684:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.033692:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a976a42/0x411dd0ee4d2d2f83 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.033702:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.033705:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.033710:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a976a42/0x411dd0ee4d2d2f83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.033720:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a976a42/0x411dd0ee4d2d2f83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.033733:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a976a42/0x411dd0ee4d2d2f83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.033740:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a976a42/0x411dd0ee4d2d2f83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.033762:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788521669.034564:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.034574:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005259ea25/0x411dd0ee4d2d2f8a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.034584:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.034588:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.034592:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005259ea25/0x411dd0ee4d2d2f8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.034602:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005259ea25/0x411dd0ee4d2d2f8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.034611:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005259ea25/0x411dd0ee4d2d2f8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.034618:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005259ea25/0x411dd0ee4d2d2f8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.034644:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788521669.034813:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788521669.034820:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a976a42/0x411dd0ee4d2d2f83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.034827:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dd400 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521669.034831:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a976a42/0x411dd0ee4d2d2f83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.034839:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a976a42/0x411dd0ee4d2d2f83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.034853:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a976a42/0x411dd0ee4d2d2f83 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.034864:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a976a42/0x411dd0ee4d2d2f83 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.034879:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521669.034911:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005259ea25/0x411dd0ee4d2d2f8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.034918:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dde00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521669.034922:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005259ea25/0x411dd0ee4d2d2f8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.034928:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005259ea25/0x411dd0ee4d2d2f8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.034949:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005259ea25/0x411dd0ee4d2d2f8a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.034955:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005259ea25/0x411dd0ee4d2d2f8a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.034968:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.034969:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.034971:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521669.035464:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.035471:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045134775/0x411dd0ee4d2d2f91 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.035481:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.035484:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.035489:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045134775/0x411dd0ee4d2d2f91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.035499:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045134775/0x411dd0ee4d2d2f91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.035508:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045134775/0x411dd0ee4d2d2f91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.035515:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045134775/0x411dd0ee4d2d2f91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.035538:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788521669.035994:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788521669.036000:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045134775/0x411dd0ee4d2d2f91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.036009:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dd000 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521669.036013:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045134775/0x411dd0ee4d2d2f91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.036022:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045134775/0x411dd0ee4d2d2f91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.036037:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045134775/0x411dd0ee4d2d2f91 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.036057:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045134775/0x411dd0ee4d2d2f91 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.036072:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521669.036074:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521669.036076:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.036239:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521669.036627:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.036634:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2f98 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.036645:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.036652:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.036658:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2f98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.036668:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2f98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.036677:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2f98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.036685:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2f98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.036707:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788521669.038092:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788521669.038111:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2f98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.038122:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dd800 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521669.038126:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2f98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.038136:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2f98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.038162:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2f98 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.038169:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2f98 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.038186:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521669.038188:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521669.038190:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521669.039960:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.039972:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f9f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.039987:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.039991:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.039996:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f9f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.040008:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f9f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.040017:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f9f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.040031:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f9f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.040050:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788521669.040921:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.040928:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fa6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.040938:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.040941:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.040946:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fa6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.040955:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fa6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.040964:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fa6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.040971:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fa6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.040985:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788521669.041234:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788521669.041241:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f9f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.041249:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dc000 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521669.041261:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f9f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.041270:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.041285:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f9f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.041292:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2f9f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521669.041390:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788521669.041463:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521669.041465:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521669.041466:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788521669.044224:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521669.044236:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2fad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.044257:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=719s v=(0 0) 00010000:00010000:2.0:1788521669.044261:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521669.044267:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2fad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.044297:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2fad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.045174:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2fad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.045187:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2fad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.045210:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788521669.045375:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788521669.045382:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2fad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.045397:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f3600 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:1.0:1788521669.045402:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2fad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.045411:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2fad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.045427:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2fad lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.045435:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b05fbb5/0x411dd0ee4d2d2fad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.045455:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521669.045456:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521669.045458:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521669.045761:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521669.045764:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521669.045765:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.045815:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fa6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.045824:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dc200 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521669.045828:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fa6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.045837:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fa6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.045848:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fa6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.045855:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fa6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.045916:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.045918:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.045919:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788521669.046649:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521669.046658:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000606deae/0x411dd0ee4d2d2fb4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.046671:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=719s v=(0 0) 00010000:00010000:2.0:1788521669.046674:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521669.046680:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000606deae/0x411dd0ee4d2d2fb4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.046692:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000606deae/0x411dd0ee4d2d2fb4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.046700:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000606deae/0x411dd0ee4d2d2fb4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.046715:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000606deae/0x411dd0ee4d2d2fb4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.046737:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788521669.047109:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788521669.047114:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000606deae/0x411dd0ee4d2d2fb4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.047122:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f3200 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:1.0:1788521669.047126:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000606deae/0x411dd0ee4d2d2fb4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.047134:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000606deae/0x411dd0ee4d2d2fb4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.047165:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000606deae/0x411dd0ee4d2d2fb4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.047172:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000606deae/0x411dd0ee4d2d2fb4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.047187:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521669.047189:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521669.047191:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788521669.047678:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521669.047686:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ec1f840/0x411dd0ee4d2d2fbb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.047697:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=719s v=(0 0) 00010000:00010000:2.0:1788521669.047701:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521669.047707:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ec1f840/0x411dd0ee4d2d2fbb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.047717:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008ec1f840/0x411dd0ee4d2d2fbb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.047726:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ec1f840/0x411dd0ee4d2d2fbb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.047734:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008ec1f840/0x411dd0ee4d2d2fbb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521669.047757:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788521669.047999:0:24933:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521669.048005:0:24933:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008ec1f840/0x411dd0ee4d2d2fbb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.048012:0:24933:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f2c00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521669.048016:0:24933:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008ec1f840/0x411dd0ee4d2d2fbb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.048024:0:24933:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008ec1f840/0x411dd0ee4d2d2fbb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.048037:0:24933:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008ec1f840/0x411dd0ee4d2d2fbb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.048045:0:24933:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ec1f840/0x411dd0ee4d2d2fbb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.048058:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.048060:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.048062:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521669.053980:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.053993:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007a07abfa/0x411dd0ee4d2d2fc2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.054011:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.054016:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.054022:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a07abfa/0x411dd0ee4d2d2fc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.054037:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007a07abfa/0x411dd0ee4d2d2fc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.054048:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007a07abfa/0x411dd0ee4d2d2fc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.054055:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007a07abfa/0x411dd0ee4d2d2fc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.054088:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788521669.054811:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521669.054820:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007a07abfa/0x411dd0ee4d2d2fc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.054840:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dda00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521669.054845:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007a07abfa/0x411dd0ee4d2d2fc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.054854:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007a07abfa/0x411dd0ee4d2d2fc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.054878:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007a07abfa/0x411dd0ee4d2d2fc2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.054901:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a07abfa/0x411dd0ee4d2d2fc2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.054920:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.054922:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.054924:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521669.055090:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.055107:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d2fc9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.055116:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.055119:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.055124:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d2fc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.055134:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d2fc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.055144:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d2fc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.055151:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d2fc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.055172:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788521669.055585:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521669.055591:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d2fc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.055598:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dd200 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521669.055602:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d2fc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.055610:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d2fc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.055627:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d2fc9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.055634:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d2fc9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.055647:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.055649:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.055651:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521669.055722:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.055727:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e783552/0x411dd0ee4d2d2fd0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.055735:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.055743:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.055748:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e783552/0x411dd0ee4d2d2fd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.055758:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e783552/0x411dd0ee4d2d2fd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.055766:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e783552/0x411dd0ee4d2d2fd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.055773:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e783552/0x411dd0ee4d2d2fd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.055827:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788521669.058266:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.058280:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fd7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.058296:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.058300:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.058306:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.058318:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.058328:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.058342:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.058561:0:24933:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788521669.058568:0:24933:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e783552/0x411dd0ee4d2d2fd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.058577:0:24933:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821ddc00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521669.058582:0:24933:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e783552/0x411dd0ee4d2d2fd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.058591:0:24933:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e783552/0x411dd0ee4d2d2fd0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.058606:0:24933:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e783552/0x411dd0ee4d2d2fd0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.058612:0:24933:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e783552/0x411dd0ee4d2d2fd0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.058639:0:24933:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521669.058642:0:24933:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.058649:0:24933:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dc200 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521669.058652:0:24933:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.058659:0:24933:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.058669:0:24933:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fd7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.058675:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.058677:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.058678:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521669.058739:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788521669.058745:0:24274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004701b9f7/0x411dd0ee4d2d2fd7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788521669.059268:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.059274:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2fde lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.059283:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.059286:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.059290:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2fde lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.059300:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2fde lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.059309:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2fde lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.059316:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2fde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.059516:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521669.059521:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2fde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.059529:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dc000 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521669.059532:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2fde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.059550:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2fde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.059562:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2fde lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.059570:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.059572:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.059574:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521669.059634:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788521669.059639:0:24274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a6c2f7b/0x411dd0ee4d2d2fde lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788521669.060016:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521669.060023:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2fe5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.060031:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=719s v=(0 0) 00010000:00010000:1.0:1788521669.060035:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521669.060039:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2fe5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.060050:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2fe5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.060057:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2fe5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521669.060065:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2fe5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.060116:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521669.060121:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2fe5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.060129:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dd800 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521669.060132:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2fe5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.060141:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2fe5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.060152:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2fe5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521669.060159:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.060160:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521669.060162:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521669.060227:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788521669.060233:0:24274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e255c6a4/0x411dd0ee4d2d2fe5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1788521669.060314:0:24274:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:1.0:1788521669.060770:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22790:x1875400222573184:12345-0@lo:5:osp-pre-0-0.0 Request processed in 108270us (108515us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521669.060780:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788521669.060914:0:22790:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22790:1875400222573184:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1788521669.060930:0:22790:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:2.0:1788521669.060984:0:22790:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22790:1875400222573440:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1788521669.061019:0:22790:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521669.061048:0:22790:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef7a298d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788521669.061174:0:24800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222573440 00000100:00100000:1.0:1788521669.061180:0:24800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222573440 00000100:00100000:1.0:1788521669.061230:0:24800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788521669.061239:0:24800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22790:x1875400222573440:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1788521669.061292:0:24800:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:3.0:1788521669.065808:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788521669.074168:0:24269:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:0.0:1788521669.074215:0:24269:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:2.0:1788521669.074678:0:24800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22790:x1875400222573440:12345-0@lo:5:osp-pre-0-0.0 Request processed in 13436us (13654us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788521669.074689:0:24800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788521669.074969:0:22790:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1788521669.074977:0:22790:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22790:1875400222573440:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788521669.074992:0:22790:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:0.0:1788521669.262041:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521670.285095:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521671.311583:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788521671.311603:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222573568:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788521671.311671:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521671.313477:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222573568 00000100:00100000:3.0:1788521671.313489:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222573568 00000100:00100000:3.0:1788521671.313535:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788521671.313544:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222573568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788521671.313579:0:22770:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788521671.313653:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222573568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (1981us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521671.313660:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788521671.314012:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222573568:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788521671.314046:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f0c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222573696:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788521671.314105:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521671.314134:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788521671.314141:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f0cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222573824:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788521671.314165:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521671.314197:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222573696 00000100:00100000:3.0:1788521671.314202:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222573696 00000100:00100000:3.0:1788521671.314229:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788521671.314237:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222573696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788521671.314259:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788521671.314293:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222573696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521671.314299:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788521671.314322:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222573824 00000100:00100000:3.0:1788521671.314326:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222573824 00000100:00100000:3.0:1788521671.314358:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788521671.314365:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222573824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788521671.314388:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788521671.314418:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222573824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521671.314424:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788521671.314457:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f0cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222573824:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788521671.314470:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f0c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222573696:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1788521671.314488:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788521671.325258:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788521672.202499:0:25087:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788521672.202503:0:25087:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:1.0:1788521672.202504:0:25087:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1788521672.202674:0:25087:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8fee43e79800 00000020:01000004:1.0:1788521672.202691:0:25087:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1788521672.202705:0:25087:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1788521672.202718:0:25087:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8fef755999c0) 00000020:00000080:1.0:1788521672.202734:0:25087:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00000040:00080000:3.0:1788521672.205591:0:23522:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00100000:10000000:2.0:1788521672.240343:0:25087:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788521672.241818:0:25087:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1788521672.242315:0:25087:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1788521672.242529:0:25087:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1788521672.242799:0:25087:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1788521672.243141:0:25087:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1788521672.243359:0:25087:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:3.0:1788521672.245789:0:25087:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1788521672.246189:0:25087:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1788521672.246203:0:25087:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788521672.246214:0:25087:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x411dd0ee4d2d2ff3 00000020:01000004:3.0:1788521672.246221:0:25087:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:3.0:1788521672.246243:0:25087:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.141@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1788521672.246246:0:25087:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.141@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1788521672.246252:0:25087:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1788521672.246278:0:25087:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:3.0:1788521672.246282:0:25087:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.141@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1788521672.255640:0:25087:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.141@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788521672.255679:0:25087:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.141@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1788521672.255684:0:25087:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788521672.255690:0:25087:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788521672.255692:0:25087:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788521672.255693:0:25087:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788521672.255694:0:25087:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788521672.255695:0:25087:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788521672.255696:0:25087:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788521672.255698:0:25087:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788521672.255699:0:25087:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788521672.255703:0:25087:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1788521672.255705:0:25087:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788521672.255707:0:25087:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788521672.255708:0:25087:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788521672.255709:0:25087:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788521672.255710:0:25087:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788521672.255711:0:25087:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788521672.255712:0:25087:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788521672.255713:0:25087:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788521672.255714:0:25087:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788521672.255739:0:25087:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1788521672.255760:0:25087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f0c8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222573952:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788521672.255829:0:25087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521672.256112:0:25087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef461b0300 going to sleep for 11 seconds 00000100:00100000:0.0:1788521672.256174:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222573952 00000100:00100000:0.0:1788521672.256183:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222573952 00000100:00100000:0.0:1788521672.256262:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1788521672.256273:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:25087:x1875400222573952:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788521672.256313:0:22758:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1788521672.256317:0:22758:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:0.0:1788521672.256320:0:22758:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1788521672.256708:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:25087:x1875400222573952:12345-0@lo:253:mount.lustre.0 Request processed in 437us (878us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521672.256716:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1788521672.256801:0:25087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f0c8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222573952:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788521672.256811:0:25087:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1788521672.256813:0:25087:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788521672.256815:0:25087:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788521672.256816:0:25087:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788521672.256817:0:25087:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788521672.256818:0:25087:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788521672.256826:0:25087:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788521672.256827:0:25087:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788521672.256829:0:25087:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788521672.256830:0:25087:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788521672.256859:0:25087:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8fee43e79800 from lustre-OST0001 10000000:01000000:1.0:1788521672.256969:0:25087:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:1.0:1788521672.256972:0:25087:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1788521672.256981:0:25087:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8fef6da819c0 local copy 00010000:00010000:1.0:1788521672.256990:0:25087:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6800/0x411dd0ee4d2d2c2d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2c34 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521672.257069:0:25087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222574080:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788521672.257112:0:25087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521672.257170:0:25087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee435a1240 going to sleep for 11 seconds 00000100:00100000:0.0:1788521672.257309:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222574080 00000100:00100000:0.0:1788521672.257314:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222574080 00000100:00100000:0.0:1788521672.257352:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1788521672.257360:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7efff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:25087:x1875400222574080:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788521672.257470:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7efff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:25087:x1875400222574080:12345-0@lo:501:mount.lustre.0 Request processed in 111us (357us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788521672.257478:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1788521672.257648:0:25087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222574080:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788521672.257667:0:25087:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.141@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1788521672.257687:0:25087:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.141@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1788521672.257693:0:25087:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6800/0x411dd0ee4d2d2c2d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2c34 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521672.257704:0:25087:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6800/0x411dd0ee4d2d2c2d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d2c34 expref: -99 pid: 22744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788521672.257726:0:25087:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8fee43e79800 10000000:01000000:2.0:1788521672.257730:0:25087:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788521672.257734:0:25087:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1788521672.257737:0:25087:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788521672.257742:0:25087:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:2.0:1788521672.257745:0:25087:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1788521672.257767:0:25087:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef457f3200/0x411dd0ee4d2d2ffa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521672.257775:0:25087:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef457f3200/0x411dd0ee4d2d2ffa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521672.257796:0:25087:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef457f3200/0x411dd0ee4d2d2ffa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521672.257810:0:25087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222574208:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788521672.257987:0:25087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521672.258041:0:25087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef508610c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788521672.258089:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222574208 00000100:00100000:0.0:1788521672.258093:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222574208 00000100:00100000:0.0:1788521672.258157:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1788521672.258165:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7efff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:25087:x1875400222574208:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788521672.258174:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788521672.258187:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fee42411e00/0x411dd0ee4d2d3001 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d2ffa expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.258206:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fee42411e00/0x411dd0ee4d2d3001 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2ffa expref: 22 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.258216:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fee42411e00/0x411dd0ee4d2d3001 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2ffa expref: 22 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.258232:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fee42411e00, rc 0) 00000100:00100000:0.0:1788521672.258268:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7efff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+22:25087:x1875400222574208:12345-0@lo:101:mount.lustre.0 Request processed in 104us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521672.258274:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1788521672.258331:0:25087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222574208:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788521672.258344:0:25087:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef457f3200/0x411dd0ee4d2d2ffa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d3001 expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521672.258353:0:25087:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef457f3200/0x411dd0ee4d2d2ffa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d3001 expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788521672.259291:0:25087:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:2.0:1788521672.259835:0:25087:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788521672.261778:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1788521672.261824:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1788521672.261855:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1788521672.261871:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1788521672.262145:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1788521672.262165:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1788521672.262180:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1788521672.262192:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1788521672.262204:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1788521672.262226:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1788521672.262230:0:25087:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1788521672.262328:0:25087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222574336:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788521672.262387:0:25087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521672.262448:0:25087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef50861a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788521672.262571:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222574336 00000100:00100000:3.0:1788521672.262579:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222574336 00000100:00100000:3.0:1788521672.262635:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1788521672.262645:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+22:25087:x1875400222574336:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788521672.262795:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+22:25087:x1875400222574336:12345-0@lo:501:mount.lustre.0 Request processed in 151us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521672.262802:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1788521672.262998:0:25087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222574336:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788521672.263034:0:25087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222574464:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788521672.263086:0:25087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521672.263109:0:25087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef435bc240 going to sleep for 11 seconds 00000100:00100000:3.0:1788521672.263175:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222574464 00000100:00100000:3.0:1788521672.263180:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222574464 00000100:00100000:3.0:1788521672.263203:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1788521672.263208:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+22:25087:x1875400222574464:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788521672.263826:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+22:25087:x1875400222574464:12345-0@lo:503:mount.lustre.0 Request processed in 615us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521672.263931:0:25087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222574464:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788521672.264338:0:25087:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788521672.264413:0:25087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222574592:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788521672.264452:0:25087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521672.264481:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222574592 00000100:00100000:0.0:1788521672.264485:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222574592 00000100:00100000:0.0:1788521672.264507:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788521672.264513:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:25087:x1875400222574592:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788521672.264764:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1788521672.265068:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+22:25087:x1875400222574592:12345-0@lo:502:mount.lustre.0 Request processed in 553us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521672.265084:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788521672.265124:0:25087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef435bc240 going to sleep for 11 seconds 00000100:00100000:0.0:1788521672.265141:0:25087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222574592:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788521672.265312:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1788521672.265337:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1788521672.265359:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1788521672.265372:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1788521672.265384:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1788521672.265396:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1788521672.265408:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1788521672.265419:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1788521672.265432:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:0.0:1788521672.265455:0:25087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222574720:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788521672.265489:0:25087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521672.265514:0:25087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef435bc240 going to sleep for 11 seconds 00000100:00100000:3.0:1788521672.265645:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222574720 00000100:00100000:3.0:1788521672.265651:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222574720 00000100:00100000:3.0:1788521672.265684:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1788521672.265691:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+22:25087:x1875400222574720:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788521672.265773:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+22:25087:x1875400222574720:12345-0@lo:502:mount.lustre.0 Request processed in 81us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521672.265779:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1788521672.265993:0:25087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222574720:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788521672.266031:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:0.0:1788521672.266040:0:25087:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:2.0:1788521672.266737:0:25091:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788521672.266746:0:25091:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:2.0:1788521672.266752:0:25091:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788521672.266755:0:25091:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:2.0:1788521672.266761:0:25091:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788521672.266775:0:25091:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8fef6d7f3380) 00000020:00000080:2.0:1788521672.266809:0:25091:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:2.0:1788521672.266826:0:25091:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788521672.267118:0:25091:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fee43e79800 from lustre-OST0001, refs=2 00080000:01000000:2.0:1788521672.267126:0:25091:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788521672.267133:0:25091:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x411dd0ee4d2d300f 00010000:00010000:2.0:1788521672.271236:0:25091:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:2.0:1788521672.271749:0:25091:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1788521672.273151:0:25091:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1788521672.274643:0:25091:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:3.0:1788521672.274654:0:25091:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788521672.274661:0:25091:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521672.274663:0:25091:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:3.0:1788521672.274666:0:25091:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788521672.274669:0:25091:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521672.274671:0:25091:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788521672.274674:0:25091:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788521672.274676:0:25091:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788521672.274677:0:25091:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788521672.274679:0:25091:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521672.274680:0:25091:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:3.0:1788521672.274682:0:25091:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788521672.274684:0:25091:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521672.274685:0:25091:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788521672.274688:0:25091:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1788521672.274712:0:25091:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788521672.274714:0:25091:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521672.274715:0:25091:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788521672.274718:0:25091:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:0.0:1788521672.275005:0:25087:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:0.0:1788521672.275034:0:25087:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1788521672.275051:0:25087:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef457f3200/0x411dd0ee4d2d2ffa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d3001 expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.275063:0:25087:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef457f3200/0x411dd0ee4d2d2ffa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d3001 expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788521672.275080:0:25087:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fee43e79800 from 1 10000000:01000000:0.0:1788521672.275083:0:25087:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788521672.275120:0:25087:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d3016 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.275128:0:25087:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d3016 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.275139:0:25087:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d3016 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521672.275172:0:25087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222574848:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788521672.275236:0:25087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521672.275279:0:25087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef435bc240 going to sleep for 11 seconds 00000100:00100000:1.0:1788521672.275332:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222574848 00000100:00100000:1.0:1788521672.275338:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222574848 00000100:00100000:1.0:1788521672.275388:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788521672.275397:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+22:25087:x1875400222574848:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788521672.275410:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521672.275438:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef821dc000/0x411dd0ee4d2d301d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d3016 expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521672.275459:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef821dc000/0x411dd0ee4d2d301d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d3016 expref: 23 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521672.275469:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef821dc000/0x411dd0ee4d2d301d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d3016 expref: 23 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521672.275478:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef821dc000, rc 0) 00000100:00100000:1.0:1788521672.275515:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:25087:x1875400222574848:12345-0@lo:101:mount.lustre.0 Request processed in 120us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521672.275530:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1788521672.275825:0:25087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222574848:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788521672.275850:0:25087:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d3016 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d301d expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.275859:0:25087:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d3016 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d301d expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788521672.277114:0:25087:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1788521672.277353:0:25087:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788521672.277508:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1788521672.277533:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1788521672.277621:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1788521672.277636:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1788521672.277650:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1788521672.277664:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1788521672.277676:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1788521672.277688:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1788521672.277716:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1788521672.277731:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1788521672.277744:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1788521672.277761:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1788521672.277766:0:25087:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1788521672.277836:0:25087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222574976:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788521672.278083:0:25087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521672.278154:0:25087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef435bc780 going to sleep for 11 seconds 00000100:00100000:1.0:1788521672.280678:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222574976 00000100:00100000:1.0:1788521672.280690:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222574976 00000100:00100000:1.0:1788521672.280747:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1788521672.280757:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:25087:x1875400222574976:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788521672.280936:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:25087:x1875400222574976:12345-0@lo:501:mount.lustre.0 Request processed in 180us (2853us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521672.280944:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788521672.281059:0:25087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222574976:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788521672.281117:0:25087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222575104:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788521672.281165:0:25087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521672.281199:0:25087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef435bc780 going to sleep for 11 seconds 00000100:00100000:1.0:1788521672.281309:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222575104 00000100:00100000:1.0:1788521672.281314:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222575104 00000100:00100000:1.0:1788521672.281347:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1788521672.281353:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:25087:x1875400222575104:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788521672.281429:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:25087:x1875400222575104:12345-0@lo:503:mount.lustre.0 Request processed in 75us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521672.281435:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1788521672.281510:0:25087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222575104:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788521672.281932:0:25087:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788521672.281994:0:25087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222575232:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788521672.282030:0:25087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521672.282046:0:25087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef435bc240 going to sleep for 11 seconds 00000100:00100000:1.0:1788521672.282218:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222575232 00000100:00100000:1.0:1788521672.282223:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222575232 00000100:00100000:1.0:1788521672.282258:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1788521672.282264:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da94450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:25087:x1875400222575232:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788521672.282341:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da94450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:25087:x1875400222575232:12345-0@lo:502:mount.lustre.0 Request processed in 77us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521672.282347:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1788521672.282622:0:25087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222575232:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788521672.282784:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1788521672.282809:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1788521672.282822:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1788521672.282965:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1788521672.282987:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1788521672.283001:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1788521672.283013:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1788521672.283025:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1788521672.283037:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1788521672.283050:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1788521672.283088:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1788521672.283116:0:25087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222575360:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788521672.283157:0:25087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521672.283274:0:25087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef435bc240 going to sleep for 11 seconds 00000100:00100000:2.0:1788521672.285906:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222575360 00000100:00100000:2.0:1788521672.285920:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222575360 00000100:00100000:2.0:1788521672.285974:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1788521672.285984:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da95c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:25087:x1875400222575360:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788521672.286149:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da95c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:25087:x1875400222575360:12345-0@lo:502:mount.lustre.0 Request processed in 166us (2990us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521672.286156:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1788521672.286383:0:25087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222575360:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788521672.286467:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1788521672.286486:0:25087:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1788521672.288050:0:25095:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788521672.288061:0:25095:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521672.288063:0:25095:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788521672.288070:0:25095:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fee43e79800 00000020:00000080:3.0:1788521672.288082:0:25095:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788521672.288089:0:25095:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788521672.288092:0:25095:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521672.288093:0:25095:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788521672.288095:0:25095:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788521672.288098:0:25095:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521672.288100:0:25095:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788521672.288103:0:25095:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fee43e79800 00000020:00000080:3.0:1788521672.288105:0:25095:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788521672.288191:0:25095:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788521672.288195:0:25095:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521672.288197:0:25095:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788521672.288200:0:25095:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788521672.288203:0:25095:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521672.288204:0:25095:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788521672.288207:0:25095:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8fee43e79800 00000020:00000080:3.0:1788521672.288209:0:25095:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788521672.291080:0:25095:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788521672.291091:0:25095:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521672.291094:0:25095:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788521672.291098:0:25095:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788521672.291102:0:25095:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521672.291103:0:25095:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1788521672.291108:0:25095:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8fee43e79800 00000020:00000080:3.0:1788521672.291110:0:25095:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788521672.295425:0:25095:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788521672.295437:0:25095:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788521672.295439:0:25095:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1788521672.295444:0:25095:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1788521672.295713:0:25087:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788521672.295743:0:25087:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788521672.295766:0:25087:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d3016 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d301d expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521672.295777:0:25087:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d3016 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d301d expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788521672.295858:0:25087:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788521672.295862:0:25087:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8fee43e79800 10000000:01000000:2.0:1788521672.295866:0:25087:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8fee43e79800 10000000:01000000:2.0:1788521672.295869:0:25087:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788521672.295874:0:25087:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8fee43e79800 from 1 10000000:01000000:2.0:1788521672.295877:0:25087:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788521672.295941:0:25087:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef457f3600/0x411dd0ee4d2d3024 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521672.295949:0:25087:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef457f3600/0x411dd0ee4d2d3024 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521672.295960:0:25087:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef457f3600/0x411dd0ee4d2d3024 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521672.295987:0:25087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a1f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222575488:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788521672.296049:0:25087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521672.296097:0:25087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6da1a300 going to sleep for 11 seconds 00000100:00100000:1.0:1788521672.296230:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222575488 00000100:00100000:1.0:1788521672.296237:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222575488 00000100:00100000:1.0:1788521672.296279:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1788521672.296288:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da94050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:25087:x1875400222575488:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788521672.296308:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521672.296321:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef821dd800/0x411dd0ee4d2d302b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d3024 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521672.296346:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef821dd800/0x411dd0ee4d2d302b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d3024 expref: 24 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521672.296356:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef821dd800/0x411dd0ee4d2d302b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d3024 expref: 24 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521672.296364:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef821dd800, rc 0) 00000100:00100000:1.0:1788521672.296402:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da94050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:25087:x1875400222575488:12345-0@lo:101:mount.lustre.0 Request processed in 115us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521672.296408:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1788521672.296494:0:25087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a1f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222575488:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788521672.296507:0:25087:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef457f3600/0x411dd0ee4d2d3024 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d302b expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521672.296517:0:25087:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef457f3600/0x411dd0ee4d2d3024 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d302b expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788521672.308495:0:25087:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1788521672.309345:0:25087:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788521672.309519:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788521672.310737:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1788521672.310776:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1788521672.310791:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1788521672.310804:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1788521672.310816:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1788521672.310828:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1788521672.310854:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1788521672.310866:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788521672.310878:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1788521672.310905:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1788521672.310919:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1788521672.310932:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1788521672.310944:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1788521672.311079:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1788521672.311097:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1788521672.311108:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1788521672.311119:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1788521672.311142:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1788521672.311156:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1788521672.311167:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1788521672.311179:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1788521672.311190:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1788521672.311202:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1788521672.311213:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1788521672.311224:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1788521672.311237:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1788521672.311249:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1788521672.311261:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1788521672.311274:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1788521672.311287:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1788521672.311300:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1788521672.311311:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1788521672.311327:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1788521672.311360:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1788521672.311376:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1788521672.311387:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1788521672.311398:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1788521672.311412:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1788521672.311423:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1788521672.311434:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1788521672.311446:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1788521672.311458:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1788521672.311472:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1788521672.311484:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1788521672.311495:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1788521672.311506:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1788521672.311518:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1788521672.312441:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1788521672.312478:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1788521672.312500:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1788521672.312505:0:25087:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1788521672.314802:0:25087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a1f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222575616:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788521672.316433:0:25087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521672.316467:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222575616 00000100:00100000:1.0:1788521672.316475:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222575616 00000100:00100000:2.0:1788521672.316479:0:25087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6da1a240 going to sleep for 11 seconds 00000100:00100000:1.0:1788521672.316545:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1788521672.316554:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:25087:x1875400222575616:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788521672.316693:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:25087:x1875400222575616:12345-0@lo:501:mount.lustre.0 Request processed in 140us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521672.316701:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1788521672.317059:0:25087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a1f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222575616:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788521672.317119:0:25087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a1f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222575744:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788521672.317163:0:25087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521672.317191:0:25087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6da1a240 going to sleep for 11 seconds 00000100:00100000:1.0:1788521672.317302:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222575744 00000100:00100000:1.0:1788521672.317306:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222575744 00000100:00100000:1.0:1788521672.317338:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1788521672.317345:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da95450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:25087:x1875400222575744:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788521672.318146:0:25087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a1f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222575744:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788521672.318146:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da95450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:25087:x1875400222575744:12345-0@lo:503:mount.lustre.0 Request processed in 800us (982us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521672.318162:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000040:00080000:2.0:1788521672.318756:0:25087:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788521672.318828:0:25087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a1f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222575872:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788521672.319462:0:25087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521672.319551:0:25087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6da1a300 going to sleep for 11 seconds 00000100:00100000:1.0:1788521672.324645:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222575872 00000100:00100000:1.0:1788521672.324658:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222575872 00000100:00100000:1.0:1788521672.324722:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1788521672.324732:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:25087:x1875400222575872:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788521672.324918:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:25087:x1875400222575872:12345-0@lo:502:mount.lustre.0 Request processed in 187us (5456us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521672.324925:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1788521672.325260:0:25087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a1f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222575872:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788521672.325482:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788521672.325514:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1788521672.325529:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1788521672.325608:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1788521672.325622:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1788521672.325635:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1788521672.325649:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1788521672.325661:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1788521672.325674:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788521672.325687:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1788521672.325699:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1788521672.325711:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1788521672.325742:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1788521672.325756:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1788521672.325767:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1788521672.325780:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1788521672.325791:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1788521672.325805:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1788521672.325817:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1788521672.325829:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1788521672.325977:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1788521672.325993:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1788521672.326006:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788521672.326019:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788521672.326032:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1788521672.326044:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1788521672.326055:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1788521672.326065:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1788521672.326107:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1788521672.326120:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1788521672.326130:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1788521672.326140:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1788521672.326150:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1788521672.326160:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1788521672.326170:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1788521672.326180:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1788521672.326190:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1788521672.326200:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1788521672.326210:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1788521672.326220:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1788521672.326231:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1788521672.326244:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1788521672.326256:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1788521672.326266:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1788521672.326289:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1788521672.326303:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1788521672.326315:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1788521672.326326:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1788521672.326371:0:25087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a1f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222576000:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788521672.326452:0:25087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521672.326545:0:25087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6da1a300 going to sleep for 11 seconds 00000100:00100000:1.0:1788521672.327992:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222576000 00000100:00100000:1.0:1788521672.328003:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222576000 00000100:00100000:1.0:1788521672.328126:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1788521672.328136:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da97c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:25087:x1875400222576000:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788521672.328296:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da97c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:25087:x1875400222576000:12345-0@lo:502:mount.lustre.0 Request processed in 161us (1844us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521672.328304:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1788521672.328396:0:25087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a1f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222576000:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788521672.328618:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1788521672.328652:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1788521672.328687:0:25087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222576128:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788521672.328730:0:25087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521672.332199:0:25087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef46193300 going to sleep for 11 seconds 00000100:00100000:3.0:1788521672.333324:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222576128 00000100:00100000:3.0:1788521672.333455:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222576128 00000100:00100000:0.0:1788521672.333552:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1788521672.333563:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da95050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:25087:x1875400222576128:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788521672.333730:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da95050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:25087:x1875400222576128:12345-0@lo:502:mount.lustre.0 Request processed in 168us (4998us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521672.333738:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1788521672.333846:0:25087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222576128:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788521672.334119:0:25087:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1788521672.334135:0:25087:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1788521672.336492:0:25101:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1788521672.336510:0:25101:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8fef75598000) 00000020:00000080:1.0:1788521672.336536:0:25101:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:1.0:1788521672.336638:0:25101:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fee43e79800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788521672.336643:0:25101:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fee43e79800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788521672.336645:0:25101:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fee43e79800 3 00010000:00080000:1.0:1788521672.336675:0:25101:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fee4376d800@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.141@tcp at head 00010000:00010000:3.0:1788521672.336825:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521672.338448:0:25101:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:1.0:1788521672.338676:0:25101:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:1.0:1788521672.338718:0:25101:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788521672.338730:0:25101:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x411dd0ee4d2d3039 00000100:00080000:1.0:1788521672.338741:0:25101:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788521672.338753:0:25101:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8fee4376d800 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:1.0:1788521672.338791:0:25101:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fee4244ed80 x1875400222576256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788521672.338823:0:25101:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1788521672.339879:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875400222576256:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788521672.339969:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:2.0:1788521672.340187:0:25101:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1788521672.340203:0:25101:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8fef6d7f4d40) 00000020:00000080:2.0:1788521672.340223:0:25101:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:2.0:1788521672.340314:0:25101:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fee43e79800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788521672.340319:0:25101:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fee43e79800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788521672.340322:0:25101:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fee43e79800 3 00010000:00080000:2.0:1788521672.340350:0:25101:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fee432f2000@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.141@tcp at head 00000100:00100000:1.0:1788521672.340381:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222576256 00000100:00100000:1.0:1788521672.340389:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222576256 00000100:00100000:1.0:1788521672.340429:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788521672.340437:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1875400222576256:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788521672.340460:0:22766:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 722 last 0 00000020:00000080:1.0:1788521672.340504:0:22766:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x411dd0ee4d2d3047 00000004:00100000:1.0:1788521672.340517:0:22766:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788521672.340546:0:22766:0:(import.c:65:import_set_state_nolock()) ffff8fee4376e800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788521672.340600:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875400222576256:12345-0@lo:38:llog_process_th.0 Request processed in 162us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521672.340608:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1788521672.341678:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee4244ed80 x1875400222576256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788521682 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521672.341699:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788521672.341708:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1788521672.341716:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788521672.341721:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788521672.341725:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fee4376d800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788521672.341732:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875400222576256:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1788521672.341913:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788521672.341918:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788521672.341921:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fef7f07c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788521672.341926:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 719 00000100:00080000:0.0:1788521672.341929:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1788521672.341934:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8fef7f07c000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:0.0:1788521672.341953:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef816dea00 x1875400222576640/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788521672.341991:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788521672.341994:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788521672.341996:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fef752be000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788521672.341999:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 719 00000100:00080000:0.0:1788521672.342001:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1788521672.342005:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8fef752be000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:0.0:1788521672.342015:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fee43d4ce00 x1875400222577152/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788521672.342084:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222576384:0@lo:400:kworker.0 00000100:00100000:0.0:1788521672.342134:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521672.342159:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222577024:0@lo:400:kworker.0 00000100:00100000:0.0:1788521672.342183:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521672.342207:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788521672.342211:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875400222576768:0@lo:400:kworker.0 00000100:00100000:0.0:1788521672.342216:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222576512:0@lo:400:kworker.0 00000100:00100000:3.0:1788521672.342262:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521672.342262:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521672.342338:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222577024 00000100:00100000:1.0:1788521672.342345:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222577024 00000100:00100000:1.0:1788521672.342380:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222576512 00000100:00100000:1.0:1788521672.342390:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222576512 00000100:00100000:1.0:1788521672.342422:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788521672.342429:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222577024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521672.342609:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875400222577280:0@lo:400:kworker.0 00000100:00100000:0.0:1788521672.342634:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521672.342665:0:23509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222576384 00000100:00100000:0.0:1788521672.342669:0:23509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222576384 00000100:00100000:0.0:1788521672.342697:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788521672.342703:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222576384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521672.342758:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875400222577408:0@lo:400:kworker.0 00000100:00100000:3.0:1788521672.342787:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521672.342809:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788521672.342815:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222576896:0@lo:400:kworker.0 00000100:00100000:3.0:1788521672.342839:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521672.342855:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875400222577536:0@lo:400:kworker.0 00000100:00100000:3.0:1788521672.342875:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521672.342942:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222576768 00000100:00100000:3.0:1788521672.342946:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222576768 00000100:00100000:3.0:1788521672.342973:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222577280 00000100:00100000:3.0:1788521672.342976:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222577280 00000100:00100000:3.0:1788521672.342988:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222577408 00000100:00100000:3.0:1788521672.342991:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222577408 00000100:00100000:3.0:1788521672.343003:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222577536 00000100:00100000:3.0:1788521672.343005:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222577536 00000100:00100000:3.0:1788521672.343021:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788521672.343028:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875400222576768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521672.343080:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875400222576768:12345-0@lo:400:kworker.0 Request processed in 42us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521672.343097:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788521672.343114:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788521672.343121:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875400222577280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521672.343162:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875400222577280:12345-0@lo:400:kworker.0 Request processed in 42us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521672.343168:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788521672.343182:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788521672.343189:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875400222577408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521672.343221:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875400222577408:12345-0@lo:400:kworker.0 Request processed in 32us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521672.343227:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788521672.343240:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788521672.343249:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875400222577536:12345-0@lo:400:kworker.0 00010000:00010000:2.0:1788521672.343253:0:25101:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000100:00100000:3.0:1788521672.343280:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875400222577536:12345-0@lo:400:kworker.0 Request processed in 33us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521672.343287:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788521672.343309:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222576896 00000100:00100000:3.0:1788521672.343313:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222576896 00000100:00100000:3.0:1788521672.343331:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788521672.343338:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222576896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521672.343368:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222576896:12345-0@lo:400:kworker.0 Request processed in 31us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521672.343375:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788521672.343395:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222576640:0@lo:8:kworker.0 00000100:00100000:3.0:1788521672.343425:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521672.343446:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222577152:0@lo:8:kworker.0 00000100:00100000:3.0:1788521672.343471:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521672.343508:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222576896:0@lo:400:kworker.0 00010000:00080000:3.0:1788521672.343521:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee424e9180 x1875400222577536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521672.343532:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875400222577536:0@lo:400:kworker.0 00010000:00080000:3.0:1788521672.343542:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fef816df100 x1875400222576768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521672.343550:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875400222576768:0@lo:400:kworker.0 00010000:00080000:3.0:1788521672.343558:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee424eb100 x1875400222577408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521672.343565:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875400222577408:0@lo:400:kworker.0 00000100:00100000:0.0:1788521672.343642:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222576384:12345-0@lo:400:kworker.0 Request processed in 938us (1506us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521672.343649:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788521672.343671:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222576640 00000100:00100000:0.0:1788521672.343675:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222576640 00000100:00100000:0.0:1788521672.343686:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222577152 00000100:00100000:0.0:1788521672.343688:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222577152 00000100:00100000:0.0:1788521672.343697:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788521672.343705:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222576512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521672.343743:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222576512:12345-0@lo:400:kworker.0 Request processed in 40us (1486us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521672.343748:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788521672.343769:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788521672.343773:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1875400222576640:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1788521672.343822:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1875400222576640:12345-0@lo:8:kworker.0 Request processed in 47us (397us total) trans 0 rc -11/-11 00000100:00100000:0.0:1788521672.343827:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788521672.343927:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788521672.343934:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1875400222577152:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1788521672.343966:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788521672.343973:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef7f07c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1788521672.343973:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1875400222577152:12345-0@lo:8:kworker.0 Request processed in 37us (500us total) trans 0 rc -11/-11 00000100:00080000:3.0:1788521672.343982:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1788521672.343987:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788521672.343989:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222576640:0@lo:8:kworker.0 00000100:00100000:3.0:1788521672.344003:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788521672.344006:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef752be000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788521672.344010:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788521672.344014:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222577152:0@lo:8:kworker.0 00000100:00100000:0.0:1788521672.344031:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222576512:0@lo:400:kworker.0 00010000:00080000:0.0:1788521672.344046:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee424e8e00 x1875400222577280/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521672.344055:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875400222577280:0@lo:400:kworker.0 00000100:00100000:0.0:1788521672.344066:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222576384:0@lo:400:kworker.0 00000100:00100000:1.0:1788521672.344183:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222577024:12345-0@lo:400:kworker.0 Request processed in 1753us (1999us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521672.344192:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1788521672.344214:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788521672.344218:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788521672.344221:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788521672.344276:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222577024:0@lo:400:kworker.0 00000020:00000080:1.0:1788521672.345296:0:25101:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:1.0:1788521672.345439:0:25101:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788521672.345453:0:25101:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x411dd0ee4d2d304e 00000100:00080000:1.0:1788521672.345461:0:25101:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788521672.345467:0:25101:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8fee432f2000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:1.0:1788521672.345496:0:25101:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fee4244ed80 x1875400222577664/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788521672.345525:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1875400222577664:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788521672.345568:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521672.345633:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222577664 00000100:00100000:1.0:1788521672.345639:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222577664 00000100:00100000:1.0:1788521672.345665:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788521672.345671:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1875400222577664:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788521672.345705:0:22767:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 722 last 0 00000020:00000080:1.0:1788521672.345734:0:22767:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x411dd0ee4d2d3055 00000004:00100000:1.0:1788521672.345948:0:22767:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788521672.345980:0:22767:0:(import.c:65:import_set_state_nolock()) ffff8fee4376a800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788521672.346026:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875400222577664:12345-0@lo:38:llog_process_th.0 Request processed in 353us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521672.346041:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1788521672.346086:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee4244ed80 x1875400222577664/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788521682 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521672.346095:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788521672.346101:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1788521672.346108:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788521672.346111:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788521672.346113:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fee432f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788521672.346119:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1875400222577664:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1788521672.346135:0:25101:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000040:00080000:1.0:1788521672.347520:0:25101:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1788521672.347734:0:25087:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788521672.347769:0:25087:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788521672.347783:0:25087:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef457f3600/0x411dd0ee4d2d3024 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d302b expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521672.347794:0:25087:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef457f3600/0x411dd0ee4d2d3024 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d302b expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788521672.347864:0:25087:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788521672.347866:0:25087:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788521672.347867:0:25087:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788521672.347868:0:25087:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788521672.347869:0:25087:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788521672.347871:0:25087:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788521672.347872:0:25087:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788521672.347874:0:25087:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788521672.347876:0:25087:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788521672.347879:0:25087:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1788521672.347916:0:25087:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788521672.347917:0:25087:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788521672.347918:0:25087:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788521672.347919:0:25087:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788521672.347921:0:25087:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788521672.347922:0:25087:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788521672.347923:0:25087:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788521672.347924:0:25087:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788521672.347925:0:25087:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788521672.347952:0:25087:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1788521672.347970:0:25087:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222577792:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788521672.348029:0:25087:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521672.348067:0:25087:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef5808d300 going to sleep for 11 seconds 00000100:00100000:0.0:1788521672.348406:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222577792 00000100:00100000:0.0:1788521672.348414:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222577792 00000100:00100000:0.0:1788521672.348454:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1788521672.348463:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:25087:x1875400222577792:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788521672.348489:0:22759:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1788521672.348503:0:22759:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1788521672.362995:0:22759:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788521672.363012:0:22759:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1788521672.363287:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:25087:x1875400222577792:12345-0@lo:253:mount.lustre.0 Request processed in 14820us (15253us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521672.363316:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 20000000:01000000:3.0:1788521672.363336:0:22781:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1788521672.363342:0:22781:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1788521672.363368:0:22781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d305c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521672.363382:0:22781:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fef6d7b6400/0x411dd0ee4d2d2ef0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2ee9 expref: 23 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521672.363391:0:22781:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d2efe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2ef7 expref: 23 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521672.363398:0:22781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d305c lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521672.363434:0:22781:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d2efe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x411dd0ee4d2d2ef7 expref: 23 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521672.363448:0:22781:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d2efe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ef7 expref: 23 pid: 22758 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521672.363463:0:22781:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f0c9180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22781:1875400222577920:0@lo:104: 00000100:00100000:1.0:1788521672.363467:0:25087:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:25087:1875400222577792:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788521672.363483:0:25087:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1788521672.363486:0:25087:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788521672.363488:0:25087:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788521672.363490:0:25087:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788521672.363491:0:25087:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788521672.363493:0:25087:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788521672.363495:0:25087:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788521672.363497:0:25087:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788521672.363499:0:25087:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788521672.363502:0:25087:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1788521672.363505:0:22781:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:02000000:1.0:1788521672.363517:0:25087:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:3.0:1788521672.363557:0:22781:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fef6d7b6400/0x411dd0ee4d2d2ef0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x411dd0ee4d2d2ee9 expref: 23 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521672.363566:0:22781:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fef6d7b6400/0x411dd0ee4d2d2ef0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ee9 expref: 23 pid: 22758 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521672.363574:0:22781:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22781:1875400222578048:0@lo:104: 00000100:00100000:3.0:1788521672.363596:0:22781:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521672.363616:0:22781:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef461b00c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788521672.363975:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222577920 00000100:00100000:0.0:1788521672.363982:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222577920 00000100:00100000:0.0:1788521672.364086:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222578048 00000100:00100000:0.0:1788521672.364089:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222578048 00000100:00100000:0.0:1788521672.364102:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788521672.364114:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+4:22781:x1875400222577920:12345-0@lo:104: 00010000:00010000:0.0:1788521672.364127:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7200/0x411dd0ee4d2d2ef7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2efe expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364186:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788521672.364192:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+4:22781:x1875400222577920:12345-0@lo:104: Request processed in 79us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521672.364198:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788521672.364214:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788521672.364224:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+3:22781:x1875400222578048:12345-0@lo:104: 00010000:00010000:0.0:1788521672.364232:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff8fef457f2200/0x411dd0ee4d2d2ee9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2ef0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521672.364245:0:22781:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f0c9180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22781:1875400222577920:0@lo:104: 00010000:00010000:0.0:1788521672.364288:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788521672.364295:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+3:22781:x1875400222578048:12345-0@lo:104: Request processed in 71us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521672.364300:0:22781:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22781:1875400222578048:0@lo:104: 00000100:00100000:0.0:1788521672.364303:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1788521672.364325:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788521672.364332:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7200/0x411dd0ee4d2d2ef7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2efe expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521672.364335:0:22781:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d305c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364346:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef6d7b7200 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:0.0:1788521672.364351:0:22753:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7200/0x411dd0ee4d2d2ef7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x411dd0ee4d2d2efe expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364360:0:22753:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7200/0x411dd0ee4d2d2ef7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x411dd0ee4d2d2efe expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788521672.364368:0:22753:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7200/0x411dd0ee4d2d2ef7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x411dd0ee4d2d2efe expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788521672.364378:0:22753:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788521672.364407:0:22753:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7200/0x411dd0ee4d2d2ef7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2efe expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364413:0:22753:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788521672.364432:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7200/0x411dd0ee4d2d2ef7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2efe expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364440:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7200/0x411dd0ee4d2d2ef7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2efe expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364450:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788521672.364453:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef457f2200/0x411dd0ee4d2d2ee9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2ef0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364458:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f2200 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:0.0:1788521672.364461:0:22753:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef457f2200/0x411dd0ee4d2d2ee9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x411dd0ee4d2d2ef0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364468:0:22753:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef457f2200/0x411dd0ee4d2d2ee9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x411dd0ee4d2d2ef0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788521672.364474:0:22753:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef457f2200/0x411dd0ee4d2d2ee9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x411dd0ee4d2d2ef0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788521672.364479:0:22753:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788521672.364498:0:22753:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fef457f2200/0x411dd0ee4d2d2ee9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2ef0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364504:0:22753:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788521672.364516:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef457f2200/0x411dd0ee4d2d2ee9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2ef0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364522:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef457f2200/0x411dd0ee4d2d2ee9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2ef0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364535:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521672.364537:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521672.364538:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521672.364544:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521672.364555:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3643:1875400222578176:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788521672.364586:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521672.364614:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788521672.364619:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3643:1875400222578304:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788521672.364639:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521672.364676:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222578176 00000100:00100000:0.0:1788521672.364680:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222578176 00010000:00010000:0.0:1788521672.364695:0:22750:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d2efe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ef7 expref: 24 pid: 22758 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521672.364716:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222578304 00000100:00100000:0.0:1788521672.364719:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222578304 00000100:00100000:3.0:1788521672.364732:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00010000:00010000:0.0:1788521672.364733:0:22750:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fef6d7b6400/0x411dd0ee4d2d2ef0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ee9 expref: 25 pid: 22758 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521672.364745:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+25:3643:x1875400222578176:12345-0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788521672.364750:0:22750:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1788521672.364761:0:22750:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:3.0:1788521672.364764:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788521672.364771:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d2efe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ef7 expref: 25 pid: 22758 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521672.364778:0:22752:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00010000:00010000:3.0:1788521672.364784:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d2efe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ef7 expref: 25 pid: 22758 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521672.364788:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788521672.364797:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+25:3643:x1875400222578304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788521672.364810:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d2efe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ef7 expref: 25 pid: 22758 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364816:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788521672.364823:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788521672.364823:0:22752:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fef6d7b6400/0x411dd0ee4d2d2ef0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ee9 expref: 24 pid: 22758 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364839:0:22752:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fef6d7b6400/0x411dd0ee4d2d2ef0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ee9 expref: 24 pid: 22758 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364850:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef6d7b6400/0x411dd0ee4d2d2ef0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x411dd0ee4d2d2ee9 expref: 24 pid: 22758 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521672.364863:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:3643:x1875400222578176:12345-0@lo:103:ldlm_bl.0 Request processed in 119us (273us total) trans 0 rc 0/0 00010000:00010000:0.0:1788521672.364863:0:22752:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d305c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521672.364878:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00010000:0.0:1788521672.364880:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d305c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788521672.364918:0:22752:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009161248s 00010000:00010000:0.0:1788521672.364923:0:22752:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d305c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364931:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d305c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364938:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d305c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364945:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d305c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364950:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef6d7b7800 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:0.0:1788521672.364955:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d305c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364969:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d305c lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364988:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d305c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521672.364998:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788521672.365008:0:22781:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d305c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521672.365018:0:22781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d305c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521672.365026:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+22:3643:x1875400222578304:12345-0@lo:103:ldlm_bl.0 Request processed in 229us (384us total) trans 0 rc 0/0 00010000:00010000:3.0:1788521672.365027:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d305c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521672.365040:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788521672.365156:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3643:1875400222578304:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788521672.365165:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3643:1875400222578176:0@lo:103:ldlm_bl.0 00000001:00000004:0.0:1788521672.369219:0:25087:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1788521672.372358:0:25087:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:0.0:1788521672.372368:0:25087:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:0.0:1788521672.372401:0:25087:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1788521672.372444:0:25087:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.141@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1788521672.372462:0:25087:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=50 00000080:00000004:0.0:1788521672.372482:0:25087:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:0.0:1788521672.375237:0:25087:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788521672.375474:0:25087:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788521673.357867:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788521673.466157:0:25154:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788521673.466399:0:25154:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:0.0:1788521674.317629:0:22762:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788521674.317637:0:22762:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fee41abd800 from 14 10000000:01000000:0.0:1788521674.317643:0:22762:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788521674.317691:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee42410000/0x411dd0ee4d2d3063 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521674.317723:0:22762:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fee42410000/0x411dd0ee4d2d3063 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521674.317735:0:22762:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fee42410000/0x411dd0ee4d2d3063 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521674.317762:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424e8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222578432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788521674.317834:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521674.318202:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef46193780 going to sleep for 11 seconds 00000100:00100000:2.0:1788521674.319193:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222578432 00000100:00100000:2.0:1788521674.319204:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222578432 00000100:00100000:1.0:1788521674.321072:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1788521674.321087:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+22:22762:x1875400222578432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788521674.321107:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521674.321140:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef821ddc00/0x411dd0ee4d2d306a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d3063 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521674.321170:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef821ddc00/0x411dd0ee4d2d306a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d3063 expref: 23 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521674.321181:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef821ddc00/0x411dd0ee4d2d306a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d3063 expref: 23 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521674.321190:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef821ddc00, rc 0) 00000100:00100000:1.0:1788521674.321272:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:22762:x1875400222578432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 188us (3437us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521674.321278:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1788521674.321371:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424e8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222578432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788521674.321395:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fee42410000/0x411dd0ee4d2d3063 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d306a expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521674.321405:0:22762:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fee42410000/0x411dd0ee4d2d3063 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d306a expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521674.321480:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222578560:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788521674.321532:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521674.326072:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222578560 00000100:00100000:2.0:1788521674.326087:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222578560 00000100:00100000:3.0:1788521674.326118:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef42ec6780 going to sleep for 11 seconds 00000100:00100000:2.0:1788521674.326152:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1788521674.326164:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f10050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:22762:x1875400222578560:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788521674.326198:0:22760:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788521674.326223:0:22760:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788521674.326227:0:22760:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1788521674.326353:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f10050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:22762:x1875400222578560:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 191us (4820us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521674.326361:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1788521674.327233:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222578560:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788521674.327304:0:22762:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788521674.327314:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee42410000/0x411dd0ee4d2d3063 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d306a expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521674.327324:0:22762:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fee42410000/0x411dd0ee4d2d3063 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d306a expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521674.327334:0:22762:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788521674.327336:0:22762:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fef75255000 from 14 10000000:01000000:3.0:1788521674.327338:0:22762:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788521674.327367:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d3071 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521674.327375:0:22762:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d3071 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521674.327384:0:22762:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d3071 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521674.327416:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222578688:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788521674.327455:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521674.327656:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef52b30f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788521674.327961:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222578688 00000100:00100000:1.0:1788521674.327968:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222578688 00000100:00100000:1.0:1788521674.328005:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788521674.328013:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f13850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:22762:x1875400222578688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788521674.328024:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521674.328036:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef821dde00/0x411dd0ee4d2d3078 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d3071 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521674.330620:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef821dde00/0x411dd0ee4d2d3078 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d3071 expref: 24 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521674.330643:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef821dde00/0x411dd0ee4d2d3078 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d3071 expref: 24 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521674.330654:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef821dde00, rc 0) 00000100:00100000:1.0:1788521674.330785:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f13850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:22762:x1875400222578688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2771us (3328us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521674.330802:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1788521674.333585:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222578688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788521674.333613:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d3071 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d3078 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521674.333626:0:22762:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d3071 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d3078 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521674.333696:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424e9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222578816:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788521674.333755:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521674.333857:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef46193f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788521674.338010:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222578816 00000100:00100000:2.0:1788521674.338022:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222578816 00000100:00100000:2.0:1788521674.338130:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1788521674.338140:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:22762:x1875400222578816:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788521674.338164:0:22760:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788521674.338180:0:22760:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788521674.338184:0:22760:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1788521674.338312:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:22762:x1875400222578816:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 174us (4557us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521674.338321:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1788521674.338408:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424e9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222578816:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788521674.338479:0:22762:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788521674.338489:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d3071 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d3078 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521674.338501:0:22762:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b6200/0x411dd0ee4d2d3071 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d3078 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521674.381100:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1788521674.381111:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521674.381125:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222578944:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788521674.381192:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521674.381286:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222578944 00000100:00100000:1.0:1788521674.381296:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222578944 00000100:00100000:1.0:1788521674.381372:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788521674.381380:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222578944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788521674.381405:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788521674.381443:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222578944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521674.381448:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788521674.381486:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222578944:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788521674.381530:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788521675.408305:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788521675.791327:0:22798:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788521676.429290:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788521676.432080:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788521676.432106:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222579072:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788521676.432177:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521676.432222:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222579072 00000100:00100000:1.0:1788521676.432228:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222579072 00000100:00100000:1.0:1788521676.432276:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788521676.432284:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222579072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788521676.432312:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788521676.432350:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222579072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521676.432357:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:1.0:1788521676.432375:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788521676.432403:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222579072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788521676.432700:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222579328:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788521676.432733:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521676.432761:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788521676.432781:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222579200:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788521676.432804:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521676.432934:0:23509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222579328 00000100:00100000:2.0:1788521676.432940:0:23509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222579328 00000100:00100000:2.0:1788521676.432965:0:23509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222579200 00000100:00100000:2.0:1788521676.432968:0:23509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222579200 00000100:00100000:2.0:1788521676.432993:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788521676.432999:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222579328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788521676.433022:0:23509:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788521676.433068:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222579328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521676.433074:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788521676.433099:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788521676.433104:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222579200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788521676.433120:0:23509:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788521676.433145:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222579200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 42us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521676.433151:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788521676.433394:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222579200:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788521676.433406:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222579328:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788521677.453781:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788521677.457191:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788521677.457197:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788521677.457201:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fef7f07c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788521677.457215:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8fef7f07c000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:3.0:1788521677.457237:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef816de680 x1875400222579840/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788521677.457274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788521677.457278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788521677.457279:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fef752be000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788521677.457284:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8fef752be000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:3.0:1788521677.457296:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fef7f0e5880 x1875400222580352/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788521677.457367:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222579584:0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.457434:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521677.457481:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f0c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222580224:0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.457506:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521677.457525:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f0e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875400222580864:0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.457548:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521677.457591:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788521677.457597:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3646:1875400222579456:0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.457629:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521677.457651:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222580096:0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.457670:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521677.457687:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f0e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1875400222580736:0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.457705:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521677.457730:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222579712:0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.457757:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521677.457778:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f0e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875400222580480:0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.457812:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521677.457829:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f0e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1875400222580992:0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.457852:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521677.457864:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788521677.457870:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875400222579968:0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.457924:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521677.457936:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f0e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875400222580608:0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.457967:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521677.457991:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222579840:0@lo:8:kworker.0 00000100:00100000:3.0:1788521677.458012:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521677.458028:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f0e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222580352:0@lo:8:kworker.0 00000100:00100000:3.0:1788521677.458058:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521677.458089:0:23509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222579584 00000100:00100000:3.0:1788521677.458096:0:23509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222579584 00000100:00100000:3.0:1788521677.458132:0:23509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222580096 00000100:00100000:3.0:1788521677.458135:0:23509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222580096 00000100:00100000:3.0:1788521677.458151:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788521677.458158:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222579584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.458212:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222579584:12345-0@lo:400:kworker.0 Request processed in 53us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521677.458219:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788521677.458235:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788521677.458241:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222580096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.458268:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222580096:12345-0@lo:400:kworker.0 Request processed in 27us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521677.458274:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788521677.458289:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222580224 00000100:00100000:3.0:1788521677.458292:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222580224 00000100:00100000:3.0:1788521677.458307:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222579712 00000100:00100000:3.0:1788521677.458309:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222579712 00000100:00100000:3.0:1788521677.458327:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222579840 00000100:00100000:3.0:1788521677.458329:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222579840 00000100:00100000:3.0:1788521677.458336:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222580352 00000100:00100000:3.0:1788521677.458337:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222580352 00000100:00100000:3.0:1788521677.458346:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788521677.458360:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222580224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.458390:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222580224:12345-0@lo:400:kworker.0 Request processed in 33us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521677.458396:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788521677.458408:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788521677.458414:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222579712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.458442:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222579712:12345-0@lo:400:kworker.0 Request processed in 29us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521677.458448:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788521677.458458:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788521677.458462:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1875400222579840:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788521677.458486:0:24275:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 727 last 0 00000020:00000080:3.0:1788521677.458514:0:24275:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x411dd0ee4d2d307f 00002000:00100000:3.0:1788521677.458527:0:24275:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8fef7bdaa000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a02 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1788521677.458531:0:24275:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1788521677.458534:0:24275:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1788521677.459259:0:24275:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788521677.459285:0:24275:0:(import.c:65:import_set_state_nolock()) ffff8fef7bdad000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788521677.459335:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3642:x1875400222579840:12345-0@lo:8:kworker.0 Request processed in 870us (1320us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521677.459342:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788521677.459358:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788521677.459363:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1875400222580352:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788521677.459382:0:24275:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 727 last 0 00000020:00000080:3.0:1788521677.459400:0:24275:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x411dd0ee4d2d3086 00002000:00100000:3.0:1788521677.459417:0:24275:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8fef7bda9000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a02 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:3.0:1788521677.459421:0:24275:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:3.0:1788521677.459423:0:24275:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1788521677.459453:0:24275:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:3.0:1788521677.459466:0:24275:0:(import.c:65:import_set_state_nolock()) ffff8fef7bdae800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788521677.459495:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3642:x1875400222580352:12345-0@lo:8:kworker.0 Request processed in 131us (1436us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521677.459502:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788521677.459524:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222580864 00000100:00100000:3.0:1788521677.459529:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222580864 00000100:00100000:3.0:1788521677.459695:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222580736 00000100:00100000:3.0:1788521677.459699:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222580736 00000100:00100000:3.0:1788521677.459714:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222580480 00000100:00100000:3.0:1788521677.459716:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222580480 00000100:00100000:3.0:1788521677.459726:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222580992 00000100:00100000:3.0:1788521677.459729:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222580992 00000100:00100000:3.0:1788521677.459740:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222579968 00000100:00100000:3.0:1788521677.459743:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222579968 00000100:00100000:3.0:1788521677.459751:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222580608 00000100:00100000:3.0:1788521677.459753:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222580608 00000100:00100000:3.0:1788521677.459765:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788521677.459771:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875400222580864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.462194:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875400222580864:12345-0@lo:400:kworker.0 Request processed in 2403us (4625us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521677.462208:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788521677.462246:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788521677.462259:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875400222580736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.462322:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875400222580736:12345-0@lo:400:kworker.0 Request processed in 70us (4615us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521677.462344:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788521677.462357:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788521677.462364:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875400222580480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.462399:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875400222580480:12345-0@lo:400:kworker.0 Request processed in 36us (4599us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521677.462405:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788521677.462417:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788521677.462423:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875400222580992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.462468:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875400222580992:12345-0@lo:400:kworker.0 Request processed in 45us (4614us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521677.462474:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788521677.462488:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788521677.462493:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875400222579968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.462520:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875400222579968:12345-0@lo:400:kworker.0 Request processed in 27us (4596us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521677.462526:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788521677.462537:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788521677.462543:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875400222580608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.463137:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875400222580608:12345-0@lo:400:kworker.0 Request processed in 593us (5167us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521677.463143:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788521677.463165:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222579456 00000100:00100000:3.0:1788521677.463250:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222579456 00000100:00100000:3.0:1788521677.463301:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1788521677.463309:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:3646:x1875400222579456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.463350:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:3646:x1875400222579456:12345-0@lo:400:kworker.0 Request processed in 43us (5721us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521677.463357:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00080000:3.0:1788521677.463408:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788521677.463413:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788521677.463417:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1788521677.463447:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fef816de680 x1875400222579840/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788521702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788521677.463465:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788521677.463473:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788521677.463478:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788521677.463481:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef7f07c000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788521677.463502:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788521677.463508:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875400222579840:0@lo:8:kworker.0 00010000:00080000:3.0:1788521677.463523:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fef7f0e5880 x1875400222580352/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788521702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788521677.463532:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788521677.463537:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788521677.463540:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788521677.463542:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8fef752be000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788521677.463751:0:23513:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:0.0:1788521677.463771:0:23513:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424e8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23513:1875400222581248:0@lo:7:osp-pre-1-1.0 00000100:00100000:0.0:1788521677.463815:0:23513:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521677.463836:0:23513:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6da1a180 going to sleep for 11 seconds 00000100:00100000:0.0:1788521677.463849:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222581120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788521677.463870:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521677.463917:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222581120 00000100:00100000:0.0:1788521677.463921:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222581120 00000100:00100000:0.0:1788521677.463951:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788521677.463958:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3644:x1875400222581120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788521677.463978:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788521677.464009:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3644:x1875400222581120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521677.464015:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:0.0:1788521677.464031:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1788521677.464059:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee424e8000 x1875400222581120/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788521693 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521677.464074:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222581120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788521677.464095:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222581248 00000100:00100000:0.0:1788521677.464098:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222581248 00000100:00100000:0.0:1788521677.464120:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788521677.464135:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23513:x1875400222581248:12345-0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1788521677.465110:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788521677.465119:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f0e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875400222580352:0@lo:8:kworker.0 00010000:00080000:3.0:1788521677.465164:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fef816dce00 x1875400222579968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521677.465187:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875400222579968:0@lo:400:kworker.0 00010000:00080000:3.0:1788521677.465213:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fef7f0e7800 x1875400222580608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521677.465221:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f0e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875400222580608:0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.465234:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222579712:0@lo:400:kworker.0 00010000:00080000:3.0:1788521677.465244:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fef7f0e4380 x1875400222580480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521677.465252:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f0e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875400222580480:0@lo:400:kworker.0 00010000:00080000:3.0:1788521677.465261:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fef7f0e6d80 x1875400222580992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521677.465268:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f0e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1875400222580992:0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.465300:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3646:1875400222579456:0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.465311:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43d4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222580096:0@lo:400:kworker.0 00010000:00080000:3.0:1788521677.465323:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fef7f0e5180 x1875400222580736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521677.465331:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f0e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1875400222580736:0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.465341:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222579584:0@lo:400:kworker.0 00000100:00100000:3.0:1788521677.465352:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f0c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222580224:0@lo:400:kworker.0 00010000:00080000:3.0:1788521677.465362:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fef7f0e4e00 x1875400222580864/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521677.465369:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f0e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875400222580864:0@lo:400:kworker.0 00000004:00080000:1.0:1788521677.466306:0:23512:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788521677.466391:0:23512:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 727532506850ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788521677.466398:0:23512:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00002000:00080000:1.0:1788521677.469359:0:24275:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:1.0:1788521677.469368:0:24275:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788521677.469459:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23513:x1875400222581248:12345-0@lo:7:osp-pre-1-1.0 Request processed in 5320us (5638us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521677.469469:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:0.0:1788521677.469597:0:23513:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee424e8700 x1875400222581248/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788521693 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521677.469613:0:23513:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424e8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23513:1875400222581248:0@lo:7:osp-pre-1-1.0 00000004:00080000:0.0:1788521677.469627:0:23513:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1788521677.469663:0:23513:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424e8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23513:1875400222581376:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1788521677.469698:0:23513:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521677.470199:0:23513:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6da1a180 going to sleep for 11 seconds 00000004:00080000:1.0:1788521677.470397:0:23501:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000004:00080000:2.0:1788521677.473320:0:22792:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x6:0x0] 00000100:00100000:2.0:1788521677.473350:0:22792:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a0000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22792:1875400222581632:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1788521677.473418:0:22792:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521677.473567:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222581504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788521677.473604:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521677.473822:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222581504 00000100:00100000:0.0:1788521677.473831:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222581504 00000100:00100000:0.0:1788521677.473917:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788521677.473927:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3645:x1875400222581504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788521677.473946:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788521677.473991:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3645:x1875400222581504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521677.473998:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1788521677.474052:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fef715a1180 x1875400222581504/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788521693 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521677.474072:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222581504:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1788521677.474133:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788521677.474413:0:22792:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef461b0600 going to sleep for 11 seconds 00000004:00080000:2.0:1788521677.474430:0:22791:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1788521677.474519:0:22791:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 727540634917ns, next at 0ns, rc = 0 00080000:00080000:2.0:1788521677.474525:0:22791:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1788521677.477871:0:22745:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000100:00100000:3.0:1788521677.478094:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222581376 00000100:00100000:3.0:1788521677.478104:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222581376 00000100:00100000:1.0:1788521677.480317:0:24800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222581632 00000100:00100000:1.0:1788521677.480330:0:24800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222581632 00000100:00100000:0.0:1788521677.480716:0:24800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788521677.480728:0:24800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23513:x1875400222581376:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1788521677.480761:0:24800:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1788521677.480852:0:24800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23513:x1875400222581376:12345-0@lo:5:osp-pre-1-1.0 Request processed in 126us (11152us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521677.480870:0:24800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:0.0:1788521677.480939:0:23513:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee424e8700 x1875400222581376/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788521693 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521677.480953:0:23513:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424e8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23513:1875400222581376:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1788521677.480966:0:23513:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1788521677.481007:0:23513:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424e8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23513:1875400222581760:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1788521677.481113:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788521677.481114:0:23513:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521677.481123:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22792:x1875400222581632:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1788521677.481138:0:23513:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6da1a180 going to sleep for 11 seconds 00000100:00100000:0.0:1788521677.481151:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222581760 00000100:00100000:0.0:1788521677.481155:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222581760 00000100:00100000:0.0:1788521677.481172:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788521677.481191:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23513:x1875400222581760:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1788521677.481212:0:24275:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00080000:1.0:1788521677.482332:0:24274:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:1.0:1788521677.482340:0:24274:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:1.0:1788521677.482344:0:24274:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:7 to 0x2c0000401:65) 00002000:00010000:1.0:1788521677.502512:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521677.502524:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d308d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.502540:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=727s v=(0 0) 00010000:00010000:1.0:1788521677.502545:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521677.502551:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d308d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.502568:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d308d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.503708:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d308d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.503716:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d308d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.503925:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788521677.503938:0:24933:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788521677.503945:0:24933:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d308d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.503953:0:24933:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dd600 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:1.0:1788521677.503959:0:24933:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d308d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.503969:0:24933:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d308d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.503987:0:24933:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d308d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.503995:0:24933:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d308d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.504019:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521677.504027:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521677.504029:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521677.507057:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521677.507071:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000045134775/0x411dd0ee4d2d3094 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.507089:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=727s v=(0 0) 00010000:00010000:1.0:1788521677.507093:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521677.507100:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045134775/0x411dd0ee4d2d3094 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.507115:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045134775/0x411dd0ee4d2d3094 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.507126:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000045134775/0x411dd0ee4d2d3094 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.507133:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000045134775/0x411dd0ee4d2d3094 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.507150:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788521677.507695:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788521677.507704:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000045134775/0x411dd0ee4d2d3094 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.507713:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dd000 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:0.0:1788521677.507718:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000045134775/0x411dd0ee4d2d3094 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.507729:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000045134775/0x411dd0ee4d2d3094 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.507749:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000045134775/0x411dd0ee4d2d3094 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.507765:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045134775/0x411dd0ee4d2d3094 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.507789:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521677.507791:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521677.507793:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788521677.510851:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788521677.510863:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d309b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.510907:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=727s v=(0 0) 00010000:00010000:0.0:1788521677.510913:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788521677.510920:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d309b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.510935:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d309b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.510946:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d309b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.510954:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d309b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.510974:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788521677.512209:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788521677.512219:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d309b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.512231:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42410c00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:1.0:1788521677.512236:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d309b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.512263:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d309b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.512284:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d309b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.512292:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ddfe3695/0x411dd0ee4d2d309b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.512318:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521677.512320:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521677.512322:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788521677.513055:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788521677.513073:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075c27b00/0x411dd0ee4d2d30a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.513085:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=727s v=(0 0) 00010000:00010000:0.0:1788521677.513089:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788521677.513095:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075c27b00/0x411dd0ee4d2d30a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.513107:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075c27b00/0x411dd0ee4d2d30a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.513116:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075c27b00/0x411dd0ee4d2d30a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.513124:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000075c27b00/0x411dd0ee4d2d30a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.513143:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788521677.513152:0:24933:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788521677.513157:0:24933:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000075c27b00/0x411dd0ee4d2d30a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.513164:0:24933:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42411c00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:0.0:1788521677.513168:0:24933:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000075c27b00/0x411dd0ee4d2d30a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.513176:0:24933:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000075c27b00/0x411dd0ee4d2d30a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.513195:0:24933:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000075c27b00/0x411dd0ee4d2d30a2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.513202:0:24933:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075c27b00/0x411dd0ee4d2d30a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.513217:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521677.513219:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521677.513220:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788521677.516386:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788521677.516401:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008164b5c/0x411dd0ee4d2d30a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.516418:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=727s v=(0 0) 00010000:00010000:0.0:1788521677.516422:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788521677.516429:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008164b5c/0x411dd0ee4d2d30a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.516441:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008164b5c/0x411dd0ee4d2d30a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.516451:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008164b5c/0x411dd0ee4d2d30a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.516460:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000008164b5c/0x411dd0ee4d2d30a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.516491:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788521677.516502:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788521677.516508:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008164b5c/0x411dd0ee4d2d30a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.516515:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42410600 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:0.0:1788521677.516519:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008164b5c/0x411dd0ee4d2d30a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.516529:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008164b5c/0x411dd0ee4d2d30a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.516545:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008164b5c/0x411dd0ee4d2d30a9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.516552:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008164b5c/0x411dd0ee4d2d30a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788521677.518110:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521677.518121:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d30b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.518135:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=727s v=(0 0) 00010000:00010000:1.0:1788521677.518139:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521677.518145:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d30b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.518156:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d30b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.518167:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d30b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.518180:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d30b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.518196:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788521677.518481:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788521677.518487:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d30b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.518496:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dd600 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:0.0:1788521677.518501:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d30b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.518523:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d30b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.518539:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d30b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.518546:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a8f2ee6/0x411dd0ee4d2d30b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521677.518561:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521677.518563:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521677.518565:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521677.518774:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521677.518780:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a976a42/0x411dd0ee4d2d30b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.518788:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=727s v=(0 0) 00010000:00010000:1.0:1788521677.518791:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521677.518795:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a976a42/0x411dd0ee4d2d30b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.518810:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a976a42/0x411dd0ee4d2d30b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.518817:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a976a42/0x411dd0ee4d2d30b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.518823:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a976a42/0x411dd0ee4d2d30b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.518837:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788521677.518975:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788521677.518981:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a976a42/0x411dd0ee4d2d30b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.518988:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dd400 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521677.518991:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a976a42/0x411dd0ee4d2d30b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.519010:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a976a42/0x411dd0ee4d2d30b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.519023:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a976a42/0x411dd0ee4d2d30b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.519030:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a976a42/0x411dd0ee4d2d30b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.519055:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.519057:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.519058:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521677.519688:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521677.520980:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521677.520992:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a07abfa/0x411dd0ee4d2d30be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.521018:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=727s v=(0 0) 00010000:00010000:1.0:1788521677.521022:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521677.521028:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a07abfa/0x411dd0ee4d2d30be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.521051:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a07abfa/0x411dd0ee4d2d30be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.521060:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a07abfa/0x411dd0ee4d2d30be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.521067:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007a07abfa/0x411dd0ee4d2d30be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.521085:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788521677.521289:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788521677.521296:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a07abfa/0x411dd0ee4d2d30be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.521304:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dda00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521677.521309:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a07abfa/0x411dd0ee4d2d30be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.521318:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a07abfa/0x411dd0ee4d2d30be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.521334:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a07abfa/0x411dd0ee4d2d30be lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.521353:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a07abfa/0x411dd0ee4d2d30be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.521373:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.521375:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.521377:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788521677.522558:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788521677.522634:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d30c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.522648:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=727s v=(0 0) 00010000:00010000:1.0:1788521677.522652:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521677.522659:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d30c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.522670:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d30c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.522690:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d30c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.522697:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d30c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.524194:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788521677.525712:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788521677.525725:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8b2af7d/0x411dd0ee4d2d30cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.525752:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=727s v=(0 0) 00010000:00010000:3.0:1788521677.525757:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788521677.525764:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8b2af7d/0x411dd0ee4d2d30cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.525807:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8b2af7d/0x411dd0ee4d2d30cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.525818:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8b2af7d/0x411dd0ee4d2d30cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.525828:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8b2af7d/0x411dd0ee4d2d30cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.526651:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788521677.526661:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d30c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.526672:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dd200 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521677.526677:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d30c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.526688:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d30c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.526707:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d30c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.526714:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4aafcf9/0x411dd0ee4d2d30c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.526734:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788521677.526737:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8b2af7d/0x411dd0ee4d2d30cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.526753:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef6d7b7800 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521677.526757:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8b2af7d/0x411dd0ee4d2d30cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.526765:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8b2af7d/0x411dd0ee4d2d30cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.526777:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8b2af7d/0x411dd0ee4d2d30cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.526785:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.526788:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.526790:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.528114:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788521677.528125:0:24274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8b2af7d/0x411dd0ee4d2d30cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.528682:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788521677.532091:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.532105:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d30d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.532123:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.532129:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.532136:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d30d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.532151:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d30d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.532175:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d30d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.532183:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d30d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.532205:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788521677.532217:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788521677.532223:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d30d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.532231:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f2c00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521677.532235:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d30d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.532254:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d30d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.532271:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d30d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.532280:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d30d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.532299:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.532307:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.532309:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788521677.534700:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.534712:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d30da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.534728:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.534734:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.534741:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d30da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.534755:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d30da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.534766:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d30da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.534774:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d30da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.534903:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788521677.535196:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.535204:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d30e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.535213:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.535217:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.535222:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d30e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.535241:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d30e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.535250:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d30e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.535258:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d30e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.538014:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788521677.538029:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d30da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.538071:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f3e00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521677.538078:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d30da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.538090:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d30da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.538113:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d30da lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.538120:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d30da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.538145:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521677.538149:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d30e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.538156:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f2400 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521677.538160:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d30e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.538168:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d30e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.538178:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d30e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.538193:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.538194:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.538197:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788521677.557363:0:25088:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1788521677.557392:0:25088:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1788521677.557398:0:25088:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1788521677.563641:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23513:x1875400222581760:12345-0@lo:5:osp-pre-1-1.0 Request processed in 82451us (82591us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1788521677.563655:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788521677.563713:0:23513:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1788521677.563723:0:23513:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424e8700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23513:1875400222581760:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1788521677.563759:0:23513:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:1.0:1788521677.563823:0:23513:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23513:1875400222581888:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1788521677.565602:0:23513:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521677.565659:0:23513:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef4e6d0c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788521677.566028:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222581888 00000100:00100000:1.0:1788521677.566796:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222581888 00000100:00100000:1.0:1788521677.567092:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788521677.567105:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23513:x1875400222581888:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1788521677.567192:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23513:x1875400222581888:12345-0@lo:900:osp-pre-1-1.0 Request processed in 91us (3328us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521677.567200:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1788521677.567249:0:23513:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee4244e300 x1875400222581888/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788521693 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521677.567276:0:23513:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23513:1875400222581888:0@lo:900:osp-pre-1-1.0 00010000:00010000:2.0:1788521677.569025:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788521677.569051:0:24274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d30e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.569089:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788521677.570860:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.571195:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d30e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.571213:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.571217:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.571224:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d30e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.571242:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d30e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.571266:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d30e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.571274:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d30e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.572220:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788521677.573015:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521677.573024:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d30e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.573045:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f2200 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521677.573051:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d30e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.573062:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d30e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.573085:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d30e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.573095:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d30e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.573121:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.573123:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.573125:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788521677.574213:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.574224:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d30ef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.574239:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.574244:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.574251:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d30ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.574264:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d30ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.574274:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d30ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.574283:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d30ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.574319:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788521677.574538:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521677.574544:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d30ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.574553:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f2e00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521677.574557:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d30ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.574567:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d30ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.574581:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d30ef lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.574596:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d30ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.574615:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.574617:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.574619:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788521677.574947:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.574953:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d30f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.574963:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.574967:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.574972:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d30f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.574982:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d30f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.574991:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d30f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.574999:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d30f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.575021:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788521677.575228:0:24933:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521677.575233:0:24933:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d30f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.575241:0:24933:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef4167f800 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521677.575245:0:24933:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d30f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.575266:0:24933:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d30f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.575278:0:24933:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d30f6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.575286:0:24933:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d30f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.575315:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.575317:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.575319:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788521677.576139:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.576149:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d30fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.576162:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.576177:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.576184:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d30fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.576196:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d30fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.576205:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d30fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.576212:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d30fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.576236:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788521677.576413:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521677.576419:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d30fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.576428:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef4167fc00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521677.576432:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d30fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.576443:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d30fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.576457:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d30fd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.576477:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d30fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.576495:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.576497:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.576499:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788521677.577186:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.577194:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f0ec8767/0x411dd0ee4d2d3104 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.577204:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.577208:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.577214:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0ec8767/0x411dd0ee4d2d3104 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.577225:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f0ec8767/0x411dd0ee4d2d3104 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.577234:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f0ec8767/0x411dd0ee4d2d3104 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.577251:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f0ec8767/0x411dd0ee4d2d3104 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.578662:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788521677.581402:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.581417:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d310b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.581435:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.581440:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.581447:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d310b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.581463:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d310b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.581474:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d310b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.581482:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d310b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.581507:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788521677.581518:0:24933:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788521677.581525:0:24933:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f0ec8767/0x411dd0ee4d2d3104 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.581531:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521677.581539:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d310b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.581546:0:24933:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef4167f400 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521677.581552:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef4167fe00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521677.581555:0:24933:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0ec8767/0x411dd0ee4d2d3104 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.581558:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d310b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.581572:0:24933:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0ec8767/0x411dd0ee4d2d3104 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.581590:0:24933:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f0ec8767/0x411dd0ee4d2d3104 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.581598:0:24933:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0ec8767/0x411dd0ee4d2d3104 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.581620:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.581622:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.581625:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.581634:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d310b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.581648:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d310b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.581655:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d310b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521677.581946:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521677.581950:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521677.581952:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788521677.585621:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.585638:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b179044/0x411dd0ee4d2d3112 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.585661:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.585666:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.585673:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b179044/0x411dd0ee4d2d3112 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.585690:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b179044/0x411dd0ee4d2d3112 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.585716:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b179044/0x411dd0ee4d2d3112 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.585725:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007b179044/0x411dd0ee4d2d3112 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.585758:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788521677.586200:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521677.586207:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007b179044/0x411dd0ee4d2d3112 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.586223:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef4167e800 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521677.586228:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007b179044/0x411dd0ee4d2d3112 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.586238:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007b179044/0x411dd0ee4d2d3112 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.586257:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007b179044/0x411dd0ee4d2d3112 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.586265:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b179044/0x411dd0ee4d2d3112 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.586298:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.586301:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.586303:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788521677.586667:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.586673:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005bb258d8/0x411dd0ee4d2d3119 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.586681:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.586684:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.586689:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005bb258d8/0x411dd0ee4d2d3119 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.586699:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005bb258d8/0x411dd0ee4d2d3119 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.586706:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005bb258d8/0x411dd0ee4d2d3119 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.586713:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005bb258d8/0x411dd0ee4d2d3119 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.586782:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788521677.588933:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.588953:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0f2f346/0x411dd0ee4d2d3120 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.588971:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.588976:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.588982:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0f2f346/0x411dd0ee4d2d3120 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.588986:0:24933:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521677.588996:0:24933:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005bb258d8/0x411dd0ee4d2d3119 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.588999:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0f2f346/0x411dd0ee4d2d3120 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.589018:0:24933:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef4167f000 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521677.589021:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0f2f346/0x411dd0ee4d2d3120 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.589025:0:24933:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005bb258d8/0x411dd0ee4d2d3119 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.589048:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a0f2f346/0x411dd0ee4d2d3120 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.589057:0:24933:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005bb258d8/0x411dd0ee4d2d3119 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.589071:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788521677.589081:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521677.589085:0:24933:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005bb258d8/0x411dd0ee4d2d3119 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.589086:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a0f2f346/0x411dd0ee4d2d3120 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.589108:0:24933:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005bb258d8/0x411dd0ee4d2d3119 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.589108:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef4167ee00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521677.589121:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0f2f346/0x411dd0ee4d2d3120 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.589132:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0f2f346/0x411dd0ee4d2d3120 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.589143:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a0f2f346/0x411dd0ee4d2d3120 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.589150:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0f2f346/0x411dd0ee4d2d3120 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.589168:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.589170:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.589172:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.589178:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.589180:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.589181:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788521677.589878:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.589901:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003059679e/0x411dd0ee4d2d3127 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.589911:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.589914:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.589918:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003059679e/0x411dd0ee4d2d3127 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.589927:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003059679e/0x411dd0ee4d2d3127 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.589942:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003059679e/0x411dd0ee4d2d3127 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.589949:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003059679e/0x411dd0ee4d2d3127 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.589965:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788521677.590518:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.590524:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000026f9be1f/0x411dd0ee4d2d312e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.590533:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=727s v=(0 0) 00010000:00010000:3.0:1788521677.590580:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521677.590587:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003059679e/0x411dd0ee4d2d3127 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.590596:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef4167e000 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521677.590601:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003059679e/0x411dd0ee4d2d3127 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.590610:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003059679e/0x411dd0ee4d2d3127 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.590625:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003059679e/0x411dd0ee4d2d3127 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.590633:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003059679e/0x411dd0ee4d2d3127 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.590650:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.590652:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.590661:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.590712:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.590718:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026f9be1f/0x411dd0ee4d2d312e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.590728:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026f9be1f/0x411dd0ee4d2d312e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.590736:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000026f9be1f/0x411dd0ee4d2d312e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.590742:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000026f9be1f/0x411dd0ee4d2d312e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.590974:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788521677.591018:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521677.591024:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000026f9be1f/0x411dd0ee4d2d312e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.591033:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef4167fa00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521677.591048:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000026f9be1f/0x411dd0ee4d2d312e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.591057:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000026f9be1f/0x411dd0ee4d2d312e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.591069:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000026f9be1f/0x411dd0ee4d2d312e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.591077:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026f9be1f/0x411dd0ee4d2d312e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.591091:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.591093:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.591095:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788521677.591997:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.592008:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d3135 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.592021:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.592025:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.592030:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d3135 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.592053:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d3135 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.592062:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d3135 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.592070:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d3135 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.592091:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788521677.592349:0:24933:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521677.592355:0:24933:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d3135 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.592362:0:24933:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef4167fe00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521677.592366:0:24933:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d3135 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.592388:0:24933:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d3135 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.592403:0:24933:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d3135 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788521677.592408:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788521677.592411:0:24933:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001caf93f4/0x411dd0ee4d2d3135 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.592414:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d313c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.592431:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.592440:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788521677.592441:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.592444:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d313c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.592445:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.592448:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.592458:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d313c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.592465:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d313c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.592471:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d313c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.592495:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788521677.592694:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521677.592700:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d313c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.592709:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef4167fc00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521677.592712:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d313c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.592720:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d313c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.592732:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d313c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.592751:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e41df99/0x411dd0ee4d2d313c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.592767:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.592769:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.592771:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788521677.592934:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.592939:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d3143 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.592946:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.592949:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.592953:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d3143 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.592960:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d3143 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.592967:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d3143 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.592979:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d3143 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.592992:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788521677.593200:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.593205:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d314a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.593212:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.593215:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.593218:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d314a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.593226:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d314a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.593232:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d314a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.593238:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d314a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.593251:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788521677.593258:0:24933:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788521677.593262:0:24933:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d3143 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.593274:0:24933:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef4167f800 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521677.593277:0:24933:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d3143 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.593284:0:24933:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d3143 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.593287:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521677.593295:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d314a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.593298:0:24933:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d3143 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.593314:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f2e00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521677.593316:0:24933:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4943218/0x411dd0ee4d2d3143 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.593320:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d314a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.593333:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d314a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.593336:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.593339:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.593341:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.593350:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d314a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.593359:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000414a422e/0x411dd0ee4d2d314a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.593379:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.593381:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.593383:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788521677.593876:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.593902:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d3151 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.593914:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.593917:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.593922:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d3151 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.593932:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d3151 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.593948:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d3151 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.593956:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d3151 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.594018:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788521677.594318:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.594325:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d3158 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.594334:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.594338:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.594342:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d3158 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.594352:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d3158 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.594360:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d3158 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.594368:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d3158 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.594784:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788521677.594790:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d3151 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.594798:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f2200 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521677.594802:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d3151 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.594810:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d3151 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.594824:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d3151 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.594831:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f307d95/0x411dd0ee4d2d3151 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.594851:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521677.594855:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d3158 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.594861:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f3e00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521677.594864:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d3158 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.594871:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d3158 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.594915:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d3158 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.594924:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.594925:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.594927:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788521677.595788:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788521677.595798:0:24274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ceea14e9/0x411dd0ee4d2d3158 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.595868:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788521677.596763:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.596773:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d315f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.596787:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.596792:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.596797:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d315f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.596808:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d315f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.596816:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d315f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.596823:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d315f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.596847:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788521677.597137:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521677.597143:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d315f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.597150:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f2400 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521677.597154:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d315f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.597162:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d315f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.597175:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d315f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.597182:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe7693c5/0x411dd0ee4d2d315f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.597200:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.597201:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.597210:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788521677.597336:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788521677.597343:0:24274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d3166 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.597356:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=727s v=(0 0) 00010000:00010000:2.0:1788521677.597360:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521677.597364:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d3166 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.597374:0:24274:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d3166 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.597381:0:24274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d3166 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.597387:0:24274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d3166 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521677.597404:0:24274:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788521677.597435:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521677.597441:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d3166 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.597449:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f2c00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521677.597453:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d3166 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.597463:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d3166 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.597476:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d3166 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521677.597484:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ec1f840/0x411dd0ee4d2d3166 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1788521677.597671:0:24274:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:6 00010000:00010000:3.0:1788521677.597710:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.597713:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521677.597715:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521677.597773:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22792:x1875400222581632:12345-0@lo:5:osp-pre-1-0.0 Request processed in 116648us (124350us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521677.597783:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788521677.597804:0:22792:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a0000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22792:1875400222581632:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1788521677.597822:0:22792:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x6:0x0] 00000100:00100000:3.0:1788521677.597866:0:22792:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f0e4e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22792:1875400222582016:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1788521677.597922:0:22792:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521677.597945:0:22792:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef52b30c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788521677.597968:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222582016 00000100:00100000:3.0:1788521677.597974:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222582016 00000100:00100000:3.0:1788521677.598013:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788521677.598022:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22792:x1875400222582016:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1788521677.598072:0:24272:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:2.0:1788521677.603384:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22792:x1875400222582016:12345-0@lo:5:osp-pre-1-0.0 Request processed in 5355us (5454us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788521677.603396:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788521677.603463:0:22792:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f0e4e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22792:1875400222582016:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1788521677.603479:0:22792:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:0.0:1788521678.477176:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521679.504797:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521679.505456:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788521679.505478:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f0e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222582144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788521679.506438:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521679.506748:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222582144 00000100:00100000:3.0:1788521679.506757:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222582144 00000100:00100000:3.0:1788521679.506822:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788521679.506830:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222582144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788521679.506858:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788521679.506921:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222582144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521679.506927:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788521679.507036:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f0e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222582144:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788521679.507099:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:0.0:1788521679.581774:0:25444:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg341-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788521680.530475:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788521680.587731:0:25496:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788521680.589258:0:25496:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1788521681.549149:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222582400:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788521681.549156:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee424e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222582272:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788521681.549268:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521681.549421:0:23509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222582400 00000100:00100000:0.0:1788521681.549433:0:23509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222582400 00000100:00100000:0.0:1788521681.549489:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788521681.549499:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222582400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788521681.549533:0:23509:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788521681.551231:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222582400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1727us (1956us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521681.551242:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788521681.551333:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222582400:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788521681.551438:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788521681.551532:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222582528:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788521681.551591:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788521681.551664:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788521681.551696:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222582528 00000100:00100000:1.0:1788521681.551703:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222582528 00000100:00100000:1.0:1788521681.551796:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788521681.551804:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222582528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788521681.551828:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788521681.551872:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222582528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521681.551878:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:0.0:1788521681.551947:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788521681.551973:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222582528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788521681.552611:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521681.552711:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222582272 00000100:00100000:0.0:1788521681.552717:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222582272 00000100:00100000:0.0:1788521681.552755:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788521681.552762:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222582272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788521681.552789:0:22770:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788521681.552854:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222582272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521681.552861:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788521681.552965:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee424e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222582272:0@lo:41:osp-pre-0-1.0 00000020:00000004:2.0:1788521681.802283:0:25546:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788521681.802501:0:25546:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788521682.221392:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521682.221497:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201487872 00000100:00100000:2.0:1788521682.221508:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201487872 00000100:00100000:2.0:1788521682.221555:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 114 00000100:00100000:2.0:1788521682.221563:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f13c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2392:x1875400201487872:12345-192.168.203.41@tcp:250:mount.lustre.0 00010000:00080000:2.0:1788521682.221592:0:22760:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from d393f6b6-e882-4058-97fa-58c6fdd55f75@192.168.203.41@tcp t0 exp 0000000000000000 cur 732 last 0 00000020:00000080:2.0:1788521682.221622:0:22760:0:(genops.c:1385:class_connect()) connect: client d393f6b6-e882-4058-97fa-58c6fdd55f75, cookie 0x411dd0ee4d2d316d 00000100:00080000:2.0:1788521682.221760:0:22760:0:(import.c:65:import_set_state_nolock()) ffff8fee432f5800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788521682.221852:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f13c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+5:2392:x1875400201487872:12345-192.168.203.41@tcp:250:mount.lustre.0 Request processed in 287us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521682.221859:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 114 00000100:00100000:2.0:1788521682.235040:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521682.235130:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201488000 00000100:00100000:0.0:1788521682.235140:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201488000 00000100:00100000:0.0:1788521682.235194:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 115 00000100:00100000:0.0:1788521682.235203:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f12050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+5:18093:x1875400201488000:12345-192.168.203.41@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788521682.235219:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788521682.235235:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fee42411a00/0x411dd0ee4d2d3174 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedb57 expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521682.235262:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fee42411a00/0x411dd0ee4d2d3174 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedb57 expref: 6 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521682.235274:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fee42411a00/0x411dd0ee4d2d3174 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedb57 expref: 6 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521682.235283:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fee42411a00, rc 0) 00000100:00100000:0.0:1788521682.235350:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f12050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+6:18093:x1875400201488000:12345-192.168.203.41@tcp:101:mount.lustre.0 Request processed in 147us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521682.235371:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 115 00000100:00100000:1.0:1788521682.240121:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521682.240202:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201488128 00000100:00100000:3.0:1788521682.240212:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201488128 00000100:00100000:3.0:1788521682.240266:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 116 00000100:00100000:3.0:1788521682.240277:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+6:18093:x1875400201488128:12345-192.168.203.41@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788521682.240408:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+6:18093:x1875400201488128:12345-192.168.203.41@tcp:501:mount.lustre.0 Request processed in 132us (295us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788521682.240431:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 116 00000100:00100000:3.0:1788521682.242773:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521682.242870:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201488256 00000100:00100000:2.0:1788521682.242880:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201488256 00000100:00100000:2.0:1788521682.242960:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 117 00000100:00100000:2.0:1788521682.242969:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f10850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+6:18093:x1875400201488256:12345-192.168.203.41@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788521682.242985:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521682.243001:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef457f3e00/0x411dd0ee4d2d317b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedb5e expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521682.243037:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef457f3e00/0x411dd0ee4d2d317b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedb5e expref: 7 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521682.243049:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef457f3e00/0x411dd0ee4d2d317b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedb5e expref: 7 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521682.243078:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef457f3e00, rc 0) 00000100:00100000:2.0:1788521682.243135:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f10850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+7:18093:x1875400201488256:12345-192.168.203.41@tcp:101:mount.lustre.0 Request processed in 166us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521682.243141:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 117 00000100:00100000:2.0:1788521682.245174:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521682.245269:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201488384 00000100:00100000:0.0:1788521682.245279:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201488384 00000100:00100000:0.0:1788521682.245338:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 118 00000100:00100000:0.0:1788521682.245348:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f11850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+7:18093:x1875400201488384:12345-192.168.203.41@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788521682.245504:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f11850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+8:18093:x1875400201488384:12345-192.168.203.41@tcp:501:mount.lustre.0 Request processed in 157us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521682.245512:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 118 00000100:00100000:1.0:1788521682.247123:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521682.247313:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201488512 00000100:00100000:3.0:1788521682.247332:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201488512 00000100:00100000:3.0:1788521682.247381:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 119 00000100:00100000:3.0:1788521682.247391:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+8:18093:x1875400201488512:12345-192.168.203.41@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788521682.247524:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+8:18093:x1875400201488512:12345-192.168.203.41@tcp:503:mount.lustre.0 Request processed in 134us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521682.247531:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 119 00000100:00100000:3.0:1788521682.253271:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521682.253819:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201488640 00000100:00100000:2.0:1788521682.253830:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201488640 00000100:00100000:2.0:1788521682.253917:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 120 00000100:00100000:2.0:1788521682.253928:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f13050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+8:18112:x1875400201488640:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788521682.254103:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f13050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+8:18112:x1875400201488640:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 175us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521682.254111:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 120 00000100:00100000:2.0:1788521682.282023:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521682.282127:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201488768 00000100:00100000:0.0:1788521682.282139:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201488768 00000100:00100000:0.0:1788521682.282201:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 121 00000100:00100000:0.0:1788521682.282212:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+8:18112:x1875400201488768:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788521682.282393:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+8:18112:x1875400201488768:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 182us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521682.282400:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 121 00000100:00100000:1.0:1788521682.288924:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521682.304275:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201488896 00000100:00100000:3.0:1788521682.304291:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201488896 00000100:00100000:3.0:1788521682.304362:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 122 00000100:00100000:3.0:1788521682.304372:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f13450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+8:18112:x1875400201488896:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788521682.304543:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f13450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+8:18112:x1875400201488896:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 172us (15659us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521682.304551:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 122 00000100:00100000:3.0:1788521682.316592:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521682.317191:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201489024 00000100:00100000:2.0:1788521682.317202:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201489024 00000100:00100000:2.0:1788521682.317262:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 123 00000100:00100000:2.0:1788521682.317272:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+8:18093:x1875400201489024:12345-192.168.203.41@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788521682.317288:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521682.317304:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef457f2200/0x411dd0ee4d2d3182 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedb8f expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521682.317344:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef457f2200/0x411dd0ee4d2d3182 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedb8f expref: 9 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521682.317356:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef457f2200/0x411dd0ee4d2d3182 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedb8f expref: 9 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521682.317378:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef457f2200, rc 0) 00000100:00100000:2.0:1788521682.317443:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+9:18093:x1875400201489024:12345-192.168.203.41@tcp:101:mount.lustre.0 Request processed in 172us (860us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521682.317450:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 123 00000100:00100000:2.0:1788521682.322782:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521682.324694:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201489152 00000100:00100000:1.0:1788521682.324708:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201489152 00000100:00100000:1.0:1788521682.324778:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 124 00000100:00100000:1.0:1788521682.324788:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+9:18093:x1875400201489152:12345-192.168.203.41@tcp:256:mount.lustre.0 20000000:01000000:1.0:1788521682.324825:0:22759:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1788521682.324840:0:22759:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1788521682.324845:0:22759:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1788521682.324848:0:22759:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1788521682.324851:0:22759:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1788521682.324854:0:22759:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1788521682.334449:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+9:18093:x1875400201489152:12345-192.168.203.41@tcp:256:mount.lustre.0 Request processed in 9641us (11667us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521682.334482:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 124 00000100:00100000:3.0:1788521682.345287:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521682.345553:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201489280 00000100:00100000:1.0:1788521682.345564:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201489280 00000100:00100000:1.0:1788521682.345692:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 125 00000100:00100000:1.0:1788521682.345703:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef77f11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+9:18093:x1875400201489280:12345-192.168.203.41@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788521682.345718:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521682.345736:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef821dd600/0x411dd0ee4d2d3189 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedb96 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521682.345766:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef821dd600/0x411dd0ee4d2d3189 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedb96 expref: 10 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521682.345779:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef821dd600/0x411dd0ee4d2d3189 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedb96 expref: 10 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521682.345790:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef821dd600, rc 0) 00000100:00100000:1.0:1788521682.345858:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef77f11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+10:18093:x1875400201489280:12345-192.168.203.41@tcp:101:mount.lustre.0 Request processed in 156us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521682.345864:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 125 00000100:00100000:2.0:1788521682.358793:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521682.358920:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201489408 00000100:00100000:0.0:1788521682.358929:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201489408 00000100:00100000:0.0:1788521682.358987:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 126 00000100:00100000:0.0:1788521682.358998:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee435d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+10:18093:x1875400201489408:12345-192.168.203.41@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788521682.359171:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee435d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+10:18093:x1875400201489408:12345-192.168.203.41@tcp:501:mount.lustre.0 Request processed in 175us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521682.359195:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 126 00000100:00100000:3.0:1788521682.363443:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521682.363549:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201489536 00000100:00100000:1.0:1788521682.363559:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201489536 00000100:00100000:1.0:1788521682.363613:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 127 00000100:00100000:1.0:1788521682.363622:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef456da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+10:18093:x1875400201489536:12345-192.168.203.41@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788521682.363872:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef456da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+10:18093:x1875400201489536:12345-192.168.203.41@tcp:503:mount.lustre.0 Request processed in 250us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521682.363880:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 127 00000100:00100000:3.0:1788521682.370401:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521682.370510:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201489664 00000100:00100000:2.0:1788521682.370520:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201489664 00000100:00100000:2.0:1788521682.370584:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 128 00000100:00100000:2.0:1788521682.370594:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+10:18114:x1875400201489664:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788521682.370765:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+10:18114:x1875400201489664:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 172us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521682.370772:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 128 00000100:00100000:2.0:1788521682.377451:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521682.377566:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201489792 00000100:00100000:0.0:1788521682.377580:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201489792 00000100:00100000:0.0:1788521682.377684:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 129 00000100:00100000:0.0:1788521682.377697:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+10:18114:x1875400201489792:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788521682.378001:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+10:18114:x1875400201489792:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 305us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521682.378022:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 129 00000100:00100000:3.0:1788521682.401724:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521682.401862:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521682.405714:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201489920 00000100:00100000:1.0:1788521682.405737:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201489920 00000100:00100000:1.0:1788521682.405832:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201490176 00000100:00100000:1.0:1788521682.405837:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201490176 00000100:00100000:1.0:1788521682.405860:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 7 00000100:00100000:1.0:1788521682.405872:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2392:x1875400201489920:12345-192.168.203.41@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788521682.405929:0:22767:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from af1ed9ca-fab3-4cb0-af33-aa83c24d4239@192.168.203.41@tcp t0 exp 0000000000000000 cur 732 last 0 00000020:00000080:1.0:1788521682.406019:0:22767:0:(genops.c:1385:class_connect()) connect: client af1ed9ca-fab3-4cb0-af33-aa83c24d4239, cookie 0x411dd0ee4d2d3190 00000004:00100000:1.0:1788521682.406059:0:22767:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1788521682.406728:0:22767:0:(import.c:65:import_set_state_nolock()) ffff8fee43768800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788521682.407170:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:2392:x1875400201489920:12345-192.168.203.41@tcp:38:mount.lustre.0 Request processed in 1295us (5460us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521682.407182:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 7 00000100:00100000:1.0:1788521682.407214:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 8 00000100:00100000:1.0:1788521682.407221:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2392:x1875400201490176:12345-192.168.203.41@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788521682.407248:0:22767:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from af1ed9ca-fab3-4cb0-af33-aa83c24d4239@192.168.203.41@tcp t0 exp 0000000000000000 cur 732 last 0 00000020:00000080:1.0:1788521682.407300:0:22767:0:(genops.c:1385:class_connect()) connect: client af1ed9ca-fab3-4cb0-af33-aa83c24d4239, cookie 0x411dd0ee4d2d3197 00000004:00100000:1.0:1788521682.407505:0:22767:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1788521682.408307:0:22767:0:(import.c:65:import_set_state_nolock()) ffff8fee426de800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788521682.410644:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:2392:x1875400201490176:12345-192.168.203.41@tcp:38:mount.lustre.0 Request processed in 3406us (8765us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521682.410662:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 8 00000100:00100000:1.0:1788521682.419112:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521682.419193:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521682.421921:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521682.421993:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201490432 00000100:00100000:3.0:1788521682.422016:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201490432 00000100:00100000:1.0:1788521682.422200:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201490048 00000100:00100000:1.0:1788521682.422204:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201490048 00000100:00100000:1.0:1788521682.422263:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201490304 00000100:00100000:1.0:1788521682.422266:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201490304 00000100:00100000:1.0:1788521682.422288:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 9 00000100:00100000:1.0:1788521682.422300:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+7:0:x1875400201490048:12345-192.168.203.41@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788521682.422363:0:22767:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788521682.422484:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+7:0:x1875400201490048:12345-192.168.203.41@tcp:41:mount.lustre.0 Request processed in 185us (3290us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521682.422493:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 9 00000100:00100000:1.0:1788521682.422515:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 10 00000100:00100000:1.0:1788521682.422522:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:0:x1875400201490304:12345-192.168.203.41@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788521682.422542:0:22767:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788521682.422603:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:0:x1875400201490304:12345-192.168.203.41@tcp:41:mount.lustre.0 Request processed in 81us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521682.422609:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 10 00000100:00100000:2.0:1788521682.425329:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 11 00000100:00100000:2.0:1788521682.425348:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:18093:x1875400201490432:12345-192.168.203.41@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788521682.425391:0:22765:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788521682.425493:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:18093:x1875400201490432:12345-192.168.203.41@tcp:41:mount.lustre.0 Request processed in 149us (6396us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521682.425502:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 11 00000100:00080000:0.0:1788521682.425795:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788521682.425989:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788521682.436642:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521682.436930:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201490560 00000100:00100000:2.0:1788521682.436944:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201490560 00000100:00100000:2.0:1788521682.437044:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 12 00000100:00100000:2.0:1788521682.437056:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:18093:x1875400201490560:12345-192.168.203.41@tcp:40:mount.lustre.0 00000100:00100000:2.0:1788521682.437192:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:18093:x1875400201490560:12345-192.168.203.41@tcp:40:mount.lustre.0 Request processed in 137us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521682.437200:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 12 00000040:00080000:1.0:1788521682.446787:0:23522:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788521682.449991:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521682.450133:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201490944 00000100:00100000:1.0:1788521682.450151:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201490944 00000100:00100000:1.0:1788521682.450238:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 3 00000100:00100000:1.0:1788521682.450250:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:18093:x1875400201490944:12345-192.168.203.41@tcp:900:mount.lustre.0 00000100:00100000:1.0:1788521682.450369:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:18093:x1875400201490944:12345-192.168.203.41@tcp:900:mount.lustre.0 Request processed in 120us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521682.450396:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 3 00000100:00100000:3.0:1788521682.451508:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521682.451545:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521682.451601:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201490688 00000100:00100000:1.0:1788521682.451612:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201490688 00000100:00100000:1.0:1788521682.451658:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201490816 00000100:00100000:1.0:1788521682.451661:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201490816 00000100:00100000:1.0:1788521682.451692:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 19 00000100:00100000:1.0:1788521682.451701:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2392:x1875400201490688:12345-192.168.203.41@tcp:8:mount.lustre.0 00000100:00100000:3.0:1788521682.451714:0:24800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 20 00000100:00100000:3.0:1788521682.451726:0:24800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2392:x1875400201490816:12345-192.168.203.41@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788521682.451745:0:24275:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from af1ed9ca-fab3-4cb0-af33-aa83c24d4239@192.168.203.41@tcp t0 exp 0000000000000000 cur 732 last 0 00010000:00080000:3.0:1788521682.451777:0:24800:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from af1ed9ca-fab3-4cb0-af33-aa83c24d4239@192.168.203.41@tcp t0 exp 0000000000000000 cur 732 last 0 00000020:00000080:1.0:1788521682.451788:0:24275:0:(genops.c:1385:class_connect()) connect: client af1ed9ca-fab3-4cb0-af33-aa83c24d4239, cookie 0x411dd0ee4d2d319e 00002000:00100000:1.0:1788521682.451804:0:24275:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli af1ed9ca-fab3-4cb0-af33-aa83c24d4239/ffff8fef7bdbc800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a02 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000020:00000080:3.0:1788521682.451813:0:24800:0:(genops.c:1385:class_connect()) connect: client af1ed9ca-fab3-4cb0-af33-aa83c24d4239, cookie 0x411dd0ee4d2d31a5 00002000:00100000:1.0:1788521682.451820:0:24275:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00100000:3.0:1788521682.451829:0:24800:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli af1ed9ca-fab3-4cb0-af33-aa83c24d4239/ffff8fef752bc000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a02 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788521682.451850:0:24800:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788521682.452215:0:24800:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788521682.452248:0:24800:0:(import.c:65:import_set_state_nolock()) ffff8fef484a6800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788521682.452317:0:24800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:2392:x1875400201490816:12345-192.168.203.41@tcp:8:mount.lustre.0 Request processed in 590us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521682.452337:0:24800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 20 00002000:00080000:0.0:1788521682.452954:0:24275:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1788521682.452993:0:24275:0:(import.c:65:import_set_state_nolock()) ffff8fef4e28c000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788521682.453112:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:2392:x1875400201490688:12345-192.168.203.41@tcp:8:mount.lustre.0 Request processed in 1409us (1607us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521682.453122:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 19 00000100:00100000:0.0:1788521682.460731:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521682.460907:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201491072 00000100:00100000:2.0:1788521682.460925:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201491072 00000100:00100000:2.0:1788521682.461021:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 0 00000100:00100000:2.0:1788521682.461034:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:18093:x1875400201491072:12345-192.168.203.41@tcp:33:mount.lustre.0 00000004:00080000:3.0:1788521682.463465:0:22768:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 2323us 00000004:00200000:3.0:1788521682.485545:0:22768:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1788521682.485760:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:18093:x1875400201491072:12345-192.168.203.41@tcp:33:mount.lustre.0 Request processed in 24720us (25028us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521682.485779:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 0 00000100:00100000:3.0:1788521682.573957:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222582784:0@lo:400:kworker.0 00000100:00100000:3.0:1788521682.574066:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521682.574123:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222583296:0@lo:400:kworker.0 00000100:00100000:3.0:1788521682.574147:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521682.574167:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875400222583808:0@lo:400:kworker.0 00000100:00100000:3.0:1788521682.574686:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521682.574728:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788521682.574736:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222582912:0@lo:400:kworker.0 00000100:00100000:3.0:1788521682.574765:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521682.574783:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222583424:0@lo:400:kworker.0 00000100:00100000:3.0:1788521682.574805:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521682.574824:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875400222583936:0@lo:400:kworker.0 00000100:00100000:3.0:1788521682.574847:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521682.574917:0:23509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222582784 00000100:00100000:3.0:1788521682.574926:0:23509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222582784 00000100:00100000:3.0:1788521682.574982:0:23509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222583296 00000100:00100000:3.0:1788521682.574985:0:23509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222583296 00000100:00100000:3.0:1788521682.575014:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788521682.575031:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222582784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521682.575096:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222582784:12345-0@lo:400:kworker.0 Request processed in 74us (1031us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521682.575104:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788521682.575126:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788521682.575133:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222583296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521682.575160:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222583296:12345-0@lo:400:kworker.0 Request processed in 29us (1013us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521682.575166:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788521682.575185:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222582912 00000100:00100000:3.0:1788521682.575188:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222582912 00000100:00100000:2.0:1788521682.575347:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222583808 00000100:00100000:2.0:1788521682.575352:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222583808 00000100:00100000:2.0:1788521682.575386:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222583936 00000100:00100000:2.0:1788521682.575389:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222583936 00000100:00100000:2.0:1788521682.575406:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788521682.575413:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875400222583808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521682.575448:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875400222583808:12345-0@lo:400:kworker.0 Request processed in 36us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521682.575454:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788521682.575485:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788521682.575491:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875400222583936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521682.575518:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875400222583936:12345-0@lo:400:kworker.0 Request processed in 28us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521682.575523:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00080000:2.0:1788521682.575997:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee43e29880 x1875400222583936/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521682.576025:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43e29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875400222583936:0@lo:400:kworker.0 00000100:00100000:2.0:1788521682.576039:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222582784:0@lo:400:kworker.0 00000100:00100000:2.0:1788521682.576068:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222583296:0@lo:400:kworker.0 00010000:00080000:2.0:1788521682.576082:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee43e2bb80 x1875400222583808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521682.576091:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43e2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875400222583808:0@lo:400:kworker.0 00000100:00080000:2.0:1788521682.576134:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788521682.576139:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788521682.576142:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788521682.576263:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3646:1875400222582656:0@lo:400:kworker.0 00000100:00100000:0.0:1788521682.576313:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521682.576345:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875400222583168:0@lo:400:kworker.0 00000100:00100000:0.0:1788521682.576371:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521682.576390:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875400222583680:0@lo:400:kworker.0 00000100:00100000:0.0:1788521682.576436:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521682.576455:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1875400222584192:0@lo:400:kworker.0 00000100:00100000:0.0:1788521682.576484:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521682.576510:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788521682.576518:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222583040:0@lo:400:kworker.0 00000100:00100000:0.0:1788521682.576544:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521682.576563:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43e28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222583552:0@lo:400:kworker.0 00000100:00100000:0.0:1788521682.576585:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521682.576603:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875400222584064:0@lo:400:kworker.0 00000100:00100000:0.0:1788521682.576628:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521682.576655:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222583168 00000100:00100000:0.0:1788521682.576660:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222583168 00000100:00100000:0.0:1788521682.576686:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222583680 00000100:00100000:0.0:1788521682.576688:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222583680 00000100:00100000:0.0:1788521682.576699:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222584192 00000100:00100000:0.0:1788521682.576702:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222584192 00000100:00100000:0.0:1788521682.576724:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222584064 00000100:00100000:0.0:1788521682.576727:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222584064 00000100:00100000:0.0:1788521682.576741:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788521682.576747:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875400222583168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521682.576790:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875400222583168:12345-0@lo:400:kworker.0 Request processed in 42us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521682.576797:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788521682.576812:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788521682.576818:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875400222583680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521682.576846:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875400222583680:12345-0@lo:400:kworker.0 Request processed in 29us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521682.576852:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788521682.576864:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788521682.576870:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee424e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875400222584192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521682.576936:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee424e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875400222584192:12345-0@lo:400:kworker.0 Request processed in 67us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521682.576943:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788521682.576954:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788521682.576960:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875400222584064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521682.577013:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875400222584064:12345-0@lo:400:kworker.0 Request processed in 42us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521682.577020:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788521682.577039:0:24800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222583424 00000100:00100000:0.0:1788521682.577043:0:24800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222583424 00000100:00100000:0.0:1788521682.577061:0:24800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222583040 00000100:00100000:0.0:1788521682.577063:0:24800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222583040 00000100:00100000:0.0:1788521682.577075:0:24800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222583552 00000100:00100000:0.0:1788521682.577077:0:24800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222583552 00000100:00100000:0.0:1788521682.577089:0:24800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788521682.577095:0:24800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222583424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521682.577130:0:24800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222583424:12345-0@lo:400:kworker.0 Request processed in 35us (2324us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521682.577136:0:24800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788521682.577147:0:24800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788521682.577153:0:24800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3646:x1875400222583040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521682.577178:0:24800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3646:x1875400222583040:12345-0@lo:400:kworker.0 Request processed in 26us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521682.577184:0:24800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788521682.577194:0:24800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788521682.577199:0:24800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222583552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521682.577236:0:24800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222583552:12345-0@lo:400:kworker.0 Request processed in 36us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521682.577242:0:24800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:0.0:1788521682.577265:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788521682.577269:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788521682.577272:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788521682.577301:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222583040:0@lo:400:kworker.0 00000100:00100000:0.0:1788521682.577313:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43e28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222583552:0@lo:400:kworker.0 00010000:00080000:0.0:1788521682.577326:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee43e2a300 x1875400222584064/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521682.577338:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43e2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875400222584064:0@lo:400:kworker.0 00010000:00080000:0.0:1788521682.577349:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee43e29f80 x1875400222583168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521682.577358:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43e29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875400222583168:0@lo:400:kworker.0 00010000:00080000:0.0:1788521682.577368:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee43e29180 x1875400222583680/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521682.577375:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875400222583680:0@lo:400:kworker.0 00010000:00080000:0.0:1788521682.577384:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee43e2aa00 x1875400222584192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788521682.577391:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1875400222584192:0@lo:400:kworker.0 00000100:00100000:1.0:1788521682.577650:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788521682.577663:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee4244e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222584320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788521682.577702:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788521682.577734:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788521682.577745:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222584320 00000100:00100000:1.0:1788521682.577750:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222584320 00000100:00100000:1.0:1788521682.577787:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788521682.577794:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222584320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788521682.577812:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788521682.577846:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222584320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521682.577853:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788521682.577905:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee4244e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222584320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788521682.577929:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222582656 00000100:00100000:1.0:1788521682.577942:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222582656 00000100:00100000:1.0:1788521682.577971:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1788521682.577977:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:3646:x1875400222582656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521682.578028:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:3646:x1875400222582656:12345-0@lo:400:kworker.0 Request processed in 52us (1714us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521682.578034:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1788521682.578070:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3646:1875400222582656:0@lo:400:kworker.0 00000100:00100000:3.0:1788521682.578974:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788521682.578986:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222582912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521682.579077:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222582912:12345-0@lo:400:kworker.0 Request processed in 94us (4310us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521682.579083:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788521682.579269:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222582912:0@lo:400:kworker.0 00000100:00100000:2.0:1788521682.579283:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222583424:0@lo:400:kworker.0 00000100:00100000:2.0:1788521682.579303:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788521682.579312:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222584448:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788521682.579347:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521682.585381:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222584448 00000100:00100000:1.0:1788521682.585402:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222584448 00000100:00100000:1.0:1788521682.585500:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788521682.585513:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3643:x1875400222584448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788521682.585547:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788521682.585667:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3643:x1875400222584448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 157us (6317us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521682.585675:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788521682.587146:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222584448:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788521682.749495:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521682.749621:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201491200 00000100:00100000:0.0:1788521682.749633:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201491200 00000100:00100000:0.0:1788521682.749710:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 13 00000100:00100000:0.0:1788521682.749738:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:18137:x1875400201491200:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:0.0:1788521682.749764:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788521682.749797:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d31ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedbc7 expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521682.749938:0:22765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d31b3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521682.749956:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d31b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521682.749975:0:22765:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d31b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788521682.750048:0:22765:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788521682.750053:0:22765:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788521682.750096:0:22765:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d31b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521682.750126:0:22765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d31ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedbc7 expref: 8 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521682.750147:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d31b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedbc7 expref: 7 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521682.750156:0:22765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fee42458000) 00010000:00010000:0.0:1788521682.750160:0:22765:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788521682.750164:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fee42410400, rc 0) 00000100:00100000:0.0:1788521682.750241:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+7:18137:x1875400201491200:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 506us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521682.750258:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 13 00000001:00100000:3.0:1788521683.088501:0:25088:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of af1ed9ca-fab3-4cb0-af33-aa83c24d4239 00000001:00080000:3.0:1788521683.088524:0:25088:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00010000:00010000:2.0:1788521683.598154:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521684.621826:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788521684.621859:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43e2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222584576:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788521684.622002:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788521684.622478:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521684.624426:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222584576 00000100:00100000:2.0:1788521684.624448:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222584576 00000100:00100000:2.0:1788521684.624564:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788521684.624578:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222584576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788521684.624632:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788521684.624747:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222584576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 172us (2744us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521684.624756:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788521684.624973:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43e2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222584576:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788521684.625074:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1788521685.005751:0:22798:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788521685.030671:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521685.030931:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201491328 00000100:00100000:2.0:1788521685.030944:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201491328 00000100:00080000:0.0:1788521685.031003:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788521685.031037:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 14 00000100:00100000:2.0:1788521685.031052:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+7:18190:x1875400201491328:12345-192.168.203.41@tcp:41:lfs.0 00000004:00000024:2.0:1788521685.031121:0:22767:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788521685.031256:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+7:18190:x1875400201491328:12345-192.168.203.41@tcp:41:lfs.0 Request processed in 209us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521685.031264:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 14 00000100:00100000:1.0:1788521685.043797:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521685.043912:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201491456 00000100:00100000:2.0:1788521685.043925:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201491456 00000100:00080000:0.0:1788521685.044019:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788521685.044038:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 15 00000100:00100000:2.0:1788521685.044055:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76714e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:18190:x1875400201491456:12345-192.168.203.41@tcp:41:lfs.0 00000004:00000024:2.0:1788521685.044106:0:22766:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788521685.044220:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76714e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:18190:x1875400201491456:12345-192.168.203.41@tcp:41:lfs.0 Request processed in 171us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521685.044228:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 15 00000100:00100000:3.0:1788521685.048380:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521685.048531:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201491584 00000100:00100000:2.0:1788521685.048544:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201491584 00000100:00100000:2.0:1788521685.048640:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 12 00000100:00100000:2.0:1788521685.048653:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:18190:x1875400201491584:12345-192.168.203.41@tcp:13:lfs.0 00002000:00000024:2.0:1788521685.048686:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1788521685.048800:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:18190:x1875400201491584:12345-192.168.203.41@tcp:13:lfs.0 Request processed in 150us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521685.048808:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 12 00000100:00080000:0.0:1788521685.048911:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788521685.050807:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521685.051006:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201491712 00000100:00100000:2.0:1788521685.051019:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201491712 00000100:00100000:2.0:1788521685.051101:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 13 00000100:00100000:2.0:1788521685.051115:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:18190:x1875400201491712:12345-192.168.203.41@tcp:13:lfs.0 00002000:00000024:2.0:1788521685.051157:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788521685.051277:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:18190:x1875400201491712:12345-192.168.203.41@tcp:13:lfs.0 Request processed in 165us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521685.051286:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 13 00000100:00080000:0.0:1788521685.051843:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788521685.334492:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521685.335780:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201491840 00000100:00100000:2.0:1788521685.335796:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201491840 00000100:00100000:2.0:1788521685.335924:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 131 00000100:00100000:2.0:1788521685.335938:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+10:18224:x1875400201491840:12345-192.168.203.41@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788521685.335962:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521685.335998:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef457f2c00/0x411dd0ee4d2d31ba lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedbce expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521685.336034:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef457f2c00/0x411dd0ee4d2d31ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedbce expref: 11 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521685.336046:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef457f2c00/0x411dd0ee4d2d31ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedbce expref: 11 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521685.336057:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef457f2c00, rc 0) 00000100:00100000:2.0:1788521685.336254:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+11:18224:x1875400201491840:12345-192.168.203.41@tcp:101:mount.lustre.0 Request processed in 318us (1778us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521685.336262:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 131 00000100:00100000:3.0:1788521685.352788:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521685.353020:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201491968 00000100:00100000:1.0:1788521685.353033:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201491968 00000100:00100000:1.0:1788521685.353113:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 132 00000100:00100000:1.0:1788521685.353125:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+11:18224:x1875400201491968:12345-192.168.203.41@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788521685.353340:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+11:18224:x1875400201491968:12345-192.168.203.41@tcp:501:mount.lustre.0 Request processed in 217us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521685.353349:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 132 00000100:00100000:0.0:1788521685.362842:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521685.363077:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201492096 00000100:00100000:2.0:1788521685.363090:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201492096 00000100:00100000:2.0:1788521685.363169:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 133 00000100:00100000:2.0:1788521685.363182:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+11:18224:x1875400201492096:12345-192.168.203.41@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788521685.363384:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+11:18224:x1875400201492096:12345-192.168.203.41@tcp:503:mount.lustre.0 Request processed in 204us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521685.364001:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 133 00000100:00100000:3.0:1788521685.368441:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521685.368726:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201492224 00000100:00100000:2.0:1788521685.368739:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201492224 00000100:00100000:2.0:1788521685.368821:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 134 00000100:00100000:2.0:1788521685.368833:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+11:18229:x1875400201492224:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788521685.369096:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+11:18229:x1875400201492224:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 263us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521685.369105:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 134 00000100:00100000:3.0:1788521685.408240:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521685.411458:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201492352 00000100:00100000:2.0:1788521685.411479:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201492352 00000100:00100000:2.0:1788521685.411577:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 135 00000100:00100000:2.0:1788521685.411589:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef469c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+11:18229:x1875400201492352:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788521685.411960:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef469c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+11:18229:x1875400201492352:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 371us (3732us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521685.411968:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 135 00000100:00100000:0.0:1788521685.420562:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521685.420769:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201492480 00000100:00100000:1.0:1788521685.420800:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201492480 00000100:00100000:1.0:1788521685.421041:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 136 00000100:00100000:1.0:1788521685.421056:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef4833d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+11:18229:x1875400201492480:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788521685.421275:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef4833d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+11:18229:x1875400201492480:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 222us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521685.421284:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 136 00000100:00100000:3.0:1788521685.425571:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521685.426067:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201492608 00000100:00100000:1.0:1788521685.426080:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201492608 00000100:00100000:1.0:1788521685.426269:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 137 00000100:00100000:1.0:1788521685.426283:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef4833e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+11:18224:x1875400201492608:12345-192.168.203.41@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788521685.426307:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521685.426335:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef821dd400/0x411dd0ee4d2d31c1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedbff expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521685.426370:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef821dd400/0x411dd0ee4d2d31c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedbff expref: 12 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521685.426632:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef821dd400/0x411dd0ee4d2d31c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedbff expref: 12 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521685.426643:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef821dd400, rc 0) 00000100:00100000:1.0:1788521685.427108:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef4833e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+12:18224:x1875400201492608:12345-192.168.203.41@tcp:101:mount.lustre.0 Request processed in 826us (1547us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521685.427117:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 137 00000100:00100000:3.0:1788521685.430015:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521685.430269:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201492736 00000100:00100000:1.0:1788521685.430283:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201492736 00000100:00100000:1.0:1788521685.430365:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 138 00000100:00100000:1.0:1788521685.430377:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef4833e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+12:18224:x1875400201492736:12345-192.168.203.41@tcp:256:mount.lustre.0 20000000:01000000:1.0:1788521685.430430:0:22759:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1788521685.430452:0:22759:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1788521685.430456:0:22759:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1788521685.430460:0:22759:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1788521685.430463:0:22759:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1788521685.430466:0:22759:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1788521685.432354:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef4833e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+12:18224:x1875400201492736:12345-192.168.203.41@tcp:256:mount.lustre.0 Request processed in 1964us (2339us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521685.432379:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 138 00000100:00100000:3.0:1788521685.435361:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521685.435420:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201492864 00000100:00100000:3.0:1788521685.435433:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201492864 00000100:00100000:3.0:1788521685.435492:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 139 00000100:00100000:3.0:1788521685.435503:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef4833ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+12:18224:x1875400201492864:12345-192.168.203.41@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788521685.435527:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788521685.435550:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d31c8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedc06 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521685.436206:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d31c8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc06 expref: 13 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521685.436248:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d31c8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc06 expref: 13 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521685.436261:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef6d7b7800, rc 0) 00000100:00100000:2.0:1788521685.436835:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef4833ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+13:18224:x1875400201492864:12345-192.168.203.41@tcp:101:mount.lustre.0 Request processed in 1328us (1484us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521685.436844:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 139 00000100:00100000:0.0:1788521685.439665:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521685.439844:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201492992 00000100:00100000:2.0:1788521685.439856:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201492992 00000100:00100000:2.0:1788521685.440059:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 140 00000100:00100000:2.0:1788521685.440083:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef48456c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+13:18224:x1875400201492992:12345-192.168.203.41@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788521685.440379:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef48456c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+13:18224:x1875400201492992:12345-192.168.203.41@tcp:501:mount.lustre.0 Request processed in 298us (728us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521685.440409:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 140 00000100:00100000:3.0:1788521685.442477:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521685.442935:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201493120 00000100:00100000:1.0:1788521685.442946:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201493120 00000100:00100000:1.0:1788521685.443009:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 141 00000100:00100000:1.0:1788521685.443020:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef48457850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+13:18224:x1875400201493120:12345-192.168.203.41@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788521685.443247:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef48457850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+13:18224:x1875400201493120:12345-192.168.203.41@tcp:503:mount.lustre.0 Request processed in 228us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521685.443256:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 141 00000100:00100000:1.0:1788521685.447081:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521685.447212:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201493248 00000100:00100000:0.0:1788521685.447226:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201493248 00000100:00100000:0.0:1788521685.447524:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 142 00000100:00100000:0.0:1788521685.447538:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef48455850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+13:18233:x1875400201493248:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788521685.447759:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef48455850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+13:18233:x1875400201493248:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 223us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521685.447768:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 142 00000100:00100000:1.0:1788521685.458036:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521685.458132:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201493376 00000100:00100000:0.0:1788521685.458146:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201493376 00000100:00100000:0.0:1788521685.458224:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 143 00000100:00100000:0.0:1788521685.458236:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef48454050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+13:18233:x1875400201493376:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788521685.458437:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef48454050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+13:18233:x1875400201493376:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 202us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521685.458453:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 143 00000100:00100000:3.0:1788521685.476729:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521685.477141:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201493504 00000100:00100000:2.0:1788521685.477154:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201493504 00000100:00100000:2.0:1788521685.477216:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 16 00000100:00100000:2.0:1788521685.477226:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2392:x1875400201493504:12345-192.168.203.41@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788521685.477262:0:22767:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 2451e496-71d6-47d2-ad98-f9aa0bb78d28@192.168.203.41@tcp t0 exp 0000000000000000 cur 735 last 0 00000020:00000080:2.0:1788521685.477347:0:22767:0:(genops.c:1385:class_connect()) connect: client 2451e496-71d6-47d2-ad98-f9aa0bb78d28, cookie 0x411dd0ee4d2d31cf 00000004:00100000:2.0:1788521685.477383:0:22767:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1788521685.477501:0:22767:0:(import.c:65:import_set_state_nolock()) ffff8fef7be1f000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788521685.477602:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:2392:x1875400201493504:12345-192.168.203.41@tcp:38:mount.lustre.0 Request processed in 375us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521685.477611:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 16 00000100:00100000:2.0:1788521685.495827:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521685.496016:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201493760 00000100:00100000:1.0:1788521685.496030:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201493760 00000100:00100000:1.0:1788521685.496094:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 17 00000100:00100000:1.0:1788521685.496104:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2392:x1875400201493760:12345-192.168.203.41@tcp:38:mount.lustre.0 00010000:00080000:1.0:1788521685.496143:0:22765:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 2451e496-71d6-47d2-ad98-f9aa0bb78d28@192.168.203.41@tcp t0 exp 0000000000000000 cur 735 last 0 00000020:00000080:1.0:1788521685.496197:0:22765:0:(genops.c:1385:class_connect()) connect: client 2451e496-71d6-47d2-ad98-f9aa0bb78d28, cookie 0x411dd0ee4d2d31d6 00000004:00100000:1.0:1788521685.496243:0:22765:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1788521685.496365:0:22765:0:(import.c:65:import_set_state_nolock()) ffff8fef7bdbf000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788521685.496477:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:2392:x1875400201493760:12345-192.168.203.41@tcp:38:mount.lustre.0 Request processed in 373us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521685.496486:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 17 00000100:00100000:1.0:1788521685.503581:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521685.503627:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521685.503779:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201493632 00000100:00100000:2.0:1788521685.503791:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201493632 00000100:00100000:2.0:1788521685.503914:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201494016 00000100:00100000:2.0:1788521685.503917:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201494016 00000100:00100000:2.0:1788521685.503938:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 18 00000100:00100000:2.0:1788521685.503948:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76717800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+7:0:x1875400201493632:12345-192.168.203.41@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788521685.503999:0:22765:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788521685.504081:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76717800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+7:0:x1875400201493632:12345-192.168.203.41@tcp:41:mount.lustre.0 Request processed in 133us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521685.504089:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 18 00000100:00100000:2.0:1788521685.504125:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 19 00000100:00100000:2.0:1788521685.504132:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76716a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:18224:x1875400201494016:12345-192.168.203.41@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788521685.504162:0:22765:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788521685.504188:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76716a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:18224:x1875400201494016:12345-192.168.203.41@tcp:41:mount.lustre.0 Request processed in 57us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521685.504195:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 19 00000100:00080000:1.0:1788521685.505096:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788521685.512758:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521685.515115:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201493888 00000100:00100000:2.0:1788521685.515136:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201493888 00000100:00100000:2.0:1788521685.515263:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 20 00000100:00100000:2.0:1788521685.515275:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:0:x1875400201493888:12345-192.168.203.41@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788521685.515327:0:22765:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788521685.515436:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:0:x1875400201493888:12345-192.168.203.41@tcp:41:mount.lustre.0 Request processed in 164us (2702us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521685.515445:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 20 00000100:00080000:1.0:1788521685.516246:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788521685.520320:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521685.520496:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201494144 00000100:00100000:0.0:1788521685.520509:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201494144 00000100:00100000:0.0:1788521685.520592:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 21 00000100:00100000:0.0:1788521685.520604:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:18224:x1875400201494144:12345-192.168.203.41@tcp:40:mount.lustre.0 00000100:00100000:0.0:1788521685.520719:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:18224:x1875400201494144:12345-192.168.203.41@tcp:40:mount.lustre.0 Request processed in 117us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521685.520727:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 21 00000100:00100000:0.0:1788521685.524170:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521685.524228:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521685.524336:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201494272 00000100:00100000:1.0:1788521685.524349:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201494272 00000100:00100000:1.0:1788521685.524400:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201494400 00000100:00100000:1.0:1788521685.524404:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201494400 00000100:00100000:1.0:1788521685.524432:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 21 00000100:00100000:1.0:1788521685.524443:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2392:x1875400201494272:12345-192.168.203.41@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788521685.524488:0:24275:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 2451e496-71d6-47d2-ad98-f9aa0bb78d28@192.168.203.41@tcp t0 exp 0000000000000000 cur 735 last 0 00000020:00000080:1.0:1788521685.524532:0:24275:0:(genops.c:1385:class_connect()) connect: client 2451e496-71d6-47d2-ad98-f9aa0bb78d28, cookie 0x411dd0ee4d2d31dd 00002000:00100000:1.0:1788521685.524549:0:24275:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 2451e496-71d6-47d2-ad98-f9aa0bb78d28/ffff8fef7bdbd000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a02 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788521685.524563:0:24275:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1788521685.524665:0:24275:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1788521685.524703:0:24275:0:(import.c:65:import_set_state_nolock()) ffff8fef7bdbb000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788521685.524803:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:2392:x1875400201494272:12345-192.168.203.41@tcp:8:mount.lustre.0 Request processed in 360us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521685.524811:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 21 00000100:00100000:1.0:1788521685.524832:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 22 00000100:00100000:1.0:1788521685.524836:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2392:x1875400201494400:12345-192.168.203.41@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788521685.524854:0:24275:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 2451e496-71d6-47d2-ad98-f9aa0bb78d28@192.168.203.41@tcp t0 exp 0000000000000000 cur 735 last 0 00000020:00000080:1.0:1788521685.524873:0:24275:0:(genops.c:1385:class_connect()) connect: client 2451e496-71d6-47d2-ad98-f9aa0bb78d28, cookie 0x411dd0ee4d2d31e4 00002000:00100000:1.0:1788521685.524936:0:24275:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 2451e496-71d6-47d2-ad98-f9aa0bb78d28/ffff8fef7bdbb800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a02 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788521685.524944:0:24275:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1788521685.525016:0:24275:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1788521685.525033:0:24275:0:(import.c:65:import_set_state_nolock()) ffff8fef7bdbc000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788521685.525058:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:2392:x1875400201494400:12345-192.168.203.41@tcp:8:mount.lustre.0 Request processed in 219us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521685.525064:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 22 00000100:00100000:3.0:1788521685.527363:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521685.527523:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201494528 00000100:00100000:1.0:1788521685.527535:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201494528 00000100:00100000:1.0:1788521685.527730:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 4 00000100:00100000:1.0:1788521685.527751:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:18224:x1875400201494528:12345-192.168.203.41@tcp:900:mount.lustre.0 00000100:00100000:1.0:1788521685.527860:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:18224:x1875400201494528:12345-192.168.203.41@tcp:900:mount.lustre.0 Request processed in 120us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521685.527867:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 4 00000100:00100000:3.0:1788521685.530291:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521685.530782:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201494656 00000100:00100000:0.0:1788521685.530795:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201494656 00000100:00100000:0.0:1788521685.530867:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1 00000100:00100000:0.0:1788521685.530880:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:18224:x1875400201494656:12345-192.168.203.41@tcp:33:mount.lustre.0 00000004:00200000:0.0:1788521685.531051:0:22769:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1788521685.531180:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:18224:x1875400201494656:12345-192.168.203.41@tcp:33:mount.lustre.0 Request processed in 303us (903us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521685.531189:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1 00010000:00010000:1.0:1788521685.646264:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521685.740871:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521685.741418:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201494784 00000100:00100000:3.0:1788521685.741432:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201494784 00000100:00100000:3.0:1788521685.741504:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 22 00000100:00100000:3.0:1788521685.741516:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:18256:x1875400201494784:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:3.0:1788521685.741543:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788521685.741572:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7c00/0x411dd0ee4d2d31eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedc37 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521685.741654:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d31f2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521685.741670:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d31f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521685.741688:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d31f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788521685.741751:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788521685.741756:0:22767:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788521685.741801:0:22767:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d31f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521685.741834:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7c00/0x411dd0ee4d2d31eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc37 expref: 8 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521685.741855:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d31f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc37 expref: 7 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521685.741863:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fee42458000) 00010000:00010000:3.0:1788521685.741866:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788521685.741870:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef6d7b7000, rc 0) 00000100:00100000:3.0:1788521685.742090:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2451e496-71d6-47d2-ad98-f9aa0bb78d28+7:18256:x1875400201494784:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 575us (1232us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521685.742098:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 22 00000100:00100000:1.0:1788521686.670247:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788521686.670280:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef76715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222584704:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788521686.670450:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788521686.670461:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef75221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222584832:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788521686.670528:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521686.670754:0:23509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222584832 00000100:00100000:3.0:1788521686.670765:0:23509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222584832 00000100:00100000:3.0:1788521686.670830:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788521686.670840:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222584832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788521686.670902:0:23509:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788521686.670967:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222584832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 117us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521686.670982:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788521686.671099:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef75221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222584832:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788521686.671599:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521686.671946:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222584960:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788521686.672006:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521686.672058:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222584960 00000100:00100000:2.0:1788521686.672064:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222584960 00000100:00100000:2.0:1788521686.672102:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788521686.672121:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222584960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788521686.672185:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788521686.672230:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222584960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 121us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521686.672238:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788521686.672674:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222584960:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788521686.673101:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222584704 00000100:00100000:3.0:1788521686.673117:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222584704 00000100:00100000:3.0:1788521686.673185:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788521686.673195:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222584704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788521686.673222:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788521686.673303:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222584704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (1705us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521686.673310:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788521686.673366:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef76715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222584704:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788521686.674221:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788521686.677991:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521687.694758:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222585088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788521687.694941:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521687.695010:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222585088 00000100:00100000:2.0:1788521687.695019:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222585088 00000100:00100000:2.0:1788521687.695077:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788521687.695088:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222585088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788521687.695116:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00010000:00010000:1.0:1788521687.695160:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521687.695195:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222585088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521687.695216:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:2.0:1788521687.695520:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788521687.695659:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222585088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788521687.697170:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222585216:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788521687.697232:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521687.697284:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222585216 00000100:00100000:2.0:1788521687.697291:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222585216 00000100:00100000:2.0:1788521687.697335:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788521687.697344:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222585216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788521687.697363:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788521687.697412:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222585216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521687.697419:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:2.0:1788521687.697448:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788521687.697468:0:3646:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1788521687.697498:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222585216:0@lo:13:osp-pre-1-0.0 00000001:00100000:3.0:1788521687.702225:0:23501:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 2451e496-71d6-47d2-ad98-f9aa0bb78d28 00000001:00100000:3.0:1788521687.702235:0:23501:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of af1ed9ca-fab3-4cb0-af33-aa83c24d4239 00000001:00100000:1.0:1788521687.702604:0:22745:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 2451e496-71d6-47d2-ad98-f9aa0bb78d28 00000001:00100000:1.0:1788521687.702710:0:22745:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of af1ed9ca-fab3-4cb0-af33-aa83c24d4239 00000001:00100000:1.0:1788521687.702734:0:24269:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2451e496-71d6-47d2-ad98-f9aa0bb78d28 00000001:00100000:1.0:1788521687.702750:0:24269:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of af1ed9ca-fab3-4cb0-af33-aa83c24d4239 00000100:00100000:2.0:1788521687.703164:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f0e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222585472:0@lo:400:kworker.0 00000100:00100000:2.0:1788521687.703244:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521687.703293:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222585984:0@lo:400:kworker.0 00000100:00100000:2.0:1788521687.703318:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521687.703335:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222585472 00000100:00100000:2.0:1788521687.703341:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f077b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1875400222586496:0@lo:400:kworker.0 00000100:00100000:1.0:1788521687.703345:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222585472 00000100:00100000:1.0:1788521687.703731:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788521687.703865:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f074380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222585472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521687.703948:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3643:1875400222585344:0@lo:400:kworker.0 00000100:00100000:3.0:1788521687.703998:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521687.704033:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222585856:0@lo:400:kworker.0 00000100:00100000:1.0:1788521687.704056:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f074380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222585472:12345-0@lo:400:kworker.0 Request processed in 315us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521687.704063:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788521687.704068:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521687.704087:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222585856 00000100:00100000:1.0:1788521687.704090:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222585856 00000100:00100000:1.0:1788521687.704104:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788521687.704111:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222585856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521687.704124:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222585344 00000100:00100000:0.0:1788521687.704141:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222585344 00000100:00100000:0.0:1788521687.704174:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1788521687.704182:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:3643:x1875400222585344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521687.704273:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222585856:12345-0@lo:400:kworker.0 Request processed in 162us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521687.704279:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788521687.704287:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222585856:0@lo:400:kworker.0 00000100:00100000:3.0:1788521687.704296:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875400222586368:0@lo:400:kworker.0 00000100:00100000:3.0:1788521687.704324:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521687.704541:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222586368 00000100:00100000:1.0:1788521687.704545:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222586368 00000100:00100000:1.0:1788521687.704813:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788521687.704818:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875400222586368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521687.704846:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875400222586368:12345-0@lo:400:kworker.0 Request processed in 28us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521687.704850:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788521687.707167:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875400222585728:0@lo:400:kworker.0 00000100:00100000:1.0:1788521687.707242:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521687.707283:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f074a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1875400222586240:0@lo:400:kworker.0 00000100:00100000:1.0:1788521687.707309:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521687.708772:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788521687.708787:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222585600:0@lo:400:kworker.0 00000100:00100000:1.0:1788521687.708834:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521687.708872:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875400222586112:0@lo:400:kworker.0 00000100:00100000:1.0:1788521687.708915:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521687.713069:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222585984 00000100:00100000:2.0:1788521687.713083:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222585984 00000100:00100000:2.0:1788521687.713348:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222585600 00000100:00100000:2.0:1788521687.713353:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222585600 00000100:00100000:2.0:1788521687.713638:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788521687.713648:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f076d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222585984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521687.713735:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f076d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222585984:12345-0@lo:400:kworker.0 Request processed in 89us (10415us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521687.713742:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788521687.713770:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788521687.713777:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76715c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222585600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521687.713807:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76715c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222585600:12345-0@lo:400:kworker.0 Request processed in 31us (4973us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521687.713812:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788521687.714620:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222585728 00000100:00100000:3.0:1788521687.714628:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222585728 00000100:00100000:1.0:1788521687.714655:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f074e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1875400222586624:0@lo:400:kworker.0 00000100:00100000:3.0:1788521687.714659:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222586240 00000100:00100000:3.0:1788521687.714663:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222586240 00000100:00100000:3.0:1788521687.714680:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222586112 00000100:00100000:3.0:1788521687.714683:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222586112 00000100:00100000:3.0:1788521687.714701:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788521687.714701:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521687.714713:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76716d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875400222585728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521687.714740:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222585600:0@lo:400:kworker.0 00000100:00100000:3.0:1788521687.714763:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76716d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875400222585728:12345-0@lo:400:kworker.0 Request processed in 51us (7521us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521687.714765:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875400222585728:0@lo:400:kworker.0 00000100:00100000:3.0:1788521687.714774:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788521687.714794:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222586624 00000100:00100000:3.0:1788521687.714798:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222586624 00000100:00100000:1.0:1788521687.714811:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788521687.714822:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76717b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875400222586240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521687.714834:0:22767:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1788521687.714843:0:22767:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1788521687.714867:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76717b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875400222586240:12345-0@lo:400:kworker.0 Request processed in 48us (7557us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521687.714875:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00010000:00080000:3.0:1788521687.714901:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fef7f075500 x1875400222586368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521687.714914:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875400222586368:0@lo:400:kworker.0 00000100:00100000:1.0:1788521687.714918:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788521687.714928:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76714000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875400222586112:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788521687.714944:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788521687.714961:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76714000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875400222586112:12345-0@lo:400:kworker.0 Request processed in 35us (6046us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521687.714977:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788521687.714989:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788521687.714994:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76717100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875400222586624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521687.715016:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76717100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875400222586624:12345-0@lo:400:kworker.0 Request processed in 23us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521687.715021:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788521687.715045:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875400222586112:0@lo:400:kworker.0 00010000:00080000:1.0:1788521687.715053:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fef7f074e00 x1875400222586624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521687.715071:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f074e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1875400222586624:0@lo:400:kworker.0 00000100:00100000:1.0:1788521687.715081:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f074a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1875400222586240:0@lo:400:kworker.0 00000100:00100000:2.0:1788521687.715745:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521687.715786:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f0e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222585472:0@lo:400:kworker.0 00000100:00100000:2.0:1788521687.715798:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef816df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222585984:0@lo:400:kworker.0 00000100:00100000:2.0:1788521687.715819:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222586496 00000100:00100000:2.0:1788521687.715824:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222586496 00000100:00100000:2.0:1788521687.715847:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788521687.715854:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f074700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875400222586496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521687.715916:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f074700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875400222586496:12345-0@lo:400:kworker.0 Request processed in 62us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521687.715923:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788521687.715954:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f077b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1875400222586496:0@lo:400:kworker.0 00000100:00100000:0.0:1788521687.716522:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:3643:x1875400222585344:12345-0@lo:400:kworker.0 Request processed in 12339us (12522us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521687.716604:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00080000:3.0:1788521687.716685:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788521687.716688:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788521687.717508:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3643:1875400222585344:0@lo:400:kworker.0 00010000:00010000:1.0:1788521688.718509:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788521689.554585:0:25645:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:0.0:1788521689.742406:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee43e28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222586752:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788521689.742474:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788521689.746514:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521689.748531:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222586752 00000100:00100000:3.0:1788521689.748546:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222586752 00000100:00100000:3.0:1788521689.748701:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788521689.748711:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222586752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788521689.748742:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1788521689.749127:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222586752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 416us (6650us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521689.749136:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:3.0:1788521689.749175:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788521689.749221:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee43e28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222586752:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788521690.731141:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521690.731177:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521690.731206:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521690.731227:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521690.731245:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521690.731272:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521690.731293:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521690.731311:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521690.731347:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521690.731385:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201495168 00000100:00100000:3.0:1788521690.731393:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201495168 00000100:00100000:3.0:1788521690.731443:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201495680 00000100:00100000:3.0:1788521690.731446:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201495680 00000100:00100000:3.0:1788521690.731472:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201495040 00000100:00100000:3.0:1788521690.731474:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201495040 00000100:00100000:3.0:1788521690.731485:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201495552 00000100:00100000:3.0:1788521690.731488:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201495552 00000100:00100000:3.0:1788521690.731503:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 45 00000100:00100000:3.0:1788521690.731513:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2395:x1875400201495168:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1788521690.731790:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201494912 00000100:00100000:1.0:1788521690.731795:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201494912 00000100:00100000:1.0:1788521690.731825:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 145 00000100:00100000:1.0:1788521690.731833:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7efff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+13:2395:x1875400201494912:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1788521690.731913:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7efff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+13:2395:x1875400201494912:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 81us (782us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521690.731922:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 145 00000100:00100000:1.0:1788521690.732073:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 46 00000100:00100000:1.0:1788521690.732081:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2451e496-71d6-47d2-ad98-f9aa0bb78d28+5:2395:x1875400201495680:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1788521690.732112:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2451e496-71d6-47d2-ad98-f9aa0bb78d28+5:2395:x1875400201495680:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 32us (884us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521690.732118:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 46 00000100:00100000:1.0:1788521690.732134:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 47 00000100:00100000:1.0:1788521690.732141:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:2395:x1875400201495040:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1788521690.732164:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:2395:x1875400201495040:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 25us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521690.732171:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 47 00000100:00100000:1.0:1788521690.732182:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 48 00000100:00100000:1.0:1788521690.732188:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:2395:x1875400201495552:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1788521690.732234:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:2395:x1875400201495552:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 46us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521690.732241:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 48 00000100:00100000:1.0:1788521690.732259:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201495424 00000100:00100000:1.0:1788521690.732263:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201495424 00000100:00100000:1.0:1788521690.732282:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201495936 00000100:00100000:1.0:1788521690.732284:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201495936 00000100:00100000:1.0:1788521690.732294:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201495296 00000100:00100000:1.0:1788521690.732297:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201495296 00000100:00100000:1.0:1788521690.732308:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201495808 00000100:00100000:1.0:1788521690.732310:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201495808 00000100:00100000:1.0:1788521690.732322:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 11 00000100:00100000:1.0:1788521690.732327:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2395:x1875400201495424:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1788521690.732349:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2395:x1875400201495424:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 22us (1142us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521690.732355:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 11 00000100:00100000:1.0:1788521690.732367:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 12 00000100:00100000:1.0:1788521690.732373:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:2395:x1875400201495936:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1788521690.732393:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:2395:x1875400201495936:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 20us (1147us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521690.732398:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 12 00000100:00100000:1.0:1788521690.732409:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 13 00000100:00100000:1.0:1788521690.732415:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2395:x1875400201495296:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1788521690.732435:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2395:x1875400201495296:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 21us (1142us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521690.732449:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 13 00000100:00100000:1.0:1788521690.732461:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 14 00000100:00100000:1.0:1788521690.732467:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+5:2395:x1875400201495808:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1788521690.732490:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+5:2395:x1875400201495808:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (1144us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521690.732495:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 14 00000100:00080000:1.0:1788521690.732672:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788521690.732677:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788521690.732679:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788521690.732681:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788521690.733864:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2395:x1875400201495168:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 2347us (2680us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521690.733874:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 45 00010000:00010000:1.0:1788521690.765385:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788521690.770476:0:25088:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 2451e496-71d6-47d2-ad98-f9aa0bb78d28 00000100:00100000:0.0:1788521691.789717:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef75223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222586880:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788521691.789784:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521691.789844:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788521691.789851:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef75221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222587008:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788521691.789874:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521691.789926:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222586880 00000100:00100000:0.0:1788521691.789933:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222586880 00000100:00100000:0.0:1788521691.789982:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222587008 00000100:00100000:0.0:1788521691.789986:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222587008 00000100:00100000:0.0:1788521691.790001:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788521691.790009:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222586880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788521691.790041:0:22770:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788521691.790085:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222586880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521691.790093:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788521691.790110:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788521691.790117:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222587008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788521691.790133:0:22770:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788521691.790170:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222587008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 54us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521691.790177:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788521691.790220:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef75221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222587008:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788521691.790232:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef75223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222586880:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788521691.790449:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef75223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222587136:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788521691.790476:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521691.790510:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222587136 00000100:00100000:0.0:1788521691.790514:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222587136 00000100:00100000:0.0:1788521691.790550:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788521691.790556:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222587136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788521691.790572:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788521691.790604:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222587136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521691.790610:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:0.0:1788521691.790624:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788521691.790646:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef75223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222587136:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1788521691.791182:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788521692.692648:0:23522:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788521692.813746:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f077b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3646:1875400222587264:0@lo:400:kworker.0 00000100:00100000:0.0:1788521692.813823:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521692.813864:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f074e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875400222587776:0@lo:400:kworker.0 00000100:00100000:0.0:1788521692.813921:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521692.813950:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f0e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875400222588288:0@lo:400:kworker.0 00000100:00100000:0.0:1788521692.813973:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521692.813991:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1875400222588800:0@lo:400:kworker.0 00000100:00100000:0.0:1788521692.814022:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521692.814043:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788521692.814049:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f074a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222587648:0@lo:400:kworker.0 00000100:00100000:0.0:1788521692.814072:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521692.814090:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222588160:0@lo:400:kworker.0 00000100:00100000:0.0:1788521692.814118:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521692.814138:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875400222588672:0@lo:400:kworker.0 00000100:00100000:0.0:1788521692.814157:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521692.814182:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f077800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222587392:0@lo:400:kworker.0 00000100:00100000:0.0:1788521692.814204:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521692.814219:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222587904:0@lo:400:kworker.0 00000100:00100000:0.0:1788521692.814236:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521692.814249:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875400222588416:0@lo:400:kworker.0 00000100:00100000:0.0:1788521692.814267:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521692.814277:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7be4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222588928:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788521692.814295:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521692.814311:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1788521692.814316:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222587520:0@lo:400:kworker.0 00000100:00100000:3.0:1788521692.814480:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222587776 00000100:00100000:3.0:1788521692.814488:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222587776 00000100:00100000:3.0:1788521692.814522:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222588288 00000100:00100000:3.0:1788521692.814525:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222588288 00000100:00100000:3.0:1788521692.814535:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222588800 00000100:00100000:3.0:1788521692.814538:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222588800 00000100:00100000:3.0:1788521692.814559:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222588672 00000100:00100000:3.0:1788521692.814562:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222588672 00000100:00100000:3.0:1788521692.814573:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222588416 00000100:00100000:3.0:1788521692.814574:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222588416 00000100:00100000:3.0:1788521692.814589:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788521692.814597:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875400222587776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521692.814648:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875400222587776:12345-0@lo:400:kworker.0 Request processed in 51us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521692.814655:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788521692.814678:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788521692.814684:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875400222588288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521692.814712:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875400222588288:12345-0@lo:400:kworker.0 Request processed in 28us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521692.814718:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788521692.814729:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788521692.814734:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875400222588800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521692.814761:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875400222588800:12345-0@lo:400:kworker.0 Request processed in 26us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521692.814767:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788521692.814778:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788521692.814783:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44402a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875400222588672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521692.814819:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44402a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875400222588672:12345-0@lo:400:kworker.0 Request processed in 24us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521692.814825:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788521692.814836:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788521692.814842:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44400e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875400222588416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521692.814866:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44400e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875400222588416:12345-0@lo:400:kworker.0 Request processed in 25us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521692.814872:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00080000:3.0:1788521692.814914:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788521692.814919:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788521692.814958:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875400222588672:0@lo:400:kworker.0 00000100:00100000:3.0:1788521692.814970:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f074e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875400222587776:0@lo:400:kworker.0 00000100:00100000:3.0:1788521692.814978:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f0e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875400222588288:0@lo:400:kworker.0 00010000:00080000:3.0:1788521692.815001:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee436cc380 x1875400222588800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521692.815012:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1875400222588800:0@lo:400:kworker.0 00000100:00100000:0.0:1788521692.815219:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521692.815243:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7f075500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222588032:0@lo:400:kworker.0 00000100:00100000:0.0:1788521692.815266:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521692.815316:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222587264 00000100:00100000:2.0:1788521692.815321:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222587264 00000100:00100000:2.0:1788521692.815364:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1788521692.815371:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:3646:x1875400222587264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521692.815407:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:3646:x1875400222587264:12345-0@lo:400:kworker.0 Request processed in 38us (1598us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521692.815413:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1788521692.816753:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f077b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3646:1875400222587264:0@lo:400:kworker.0 00000100:00100000:0.0:1788521692.817040:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875400222588544:0@lo:400:kworker.0 00000100:00100000:0.0:1788521692.817080:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521692.817099:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef75223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222589056:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788521692.817139:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521692.817167:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875400222588416:0@lo:400:kworker.0 00000100:00100000:0.0:1788521692.817194:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222588544 00000100:00100000:0.0:1788521692.817200:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222588544 00000100:00100000:0.0:1788521692.817253:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788521692.817261:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44401180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875400222588544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788521692.817303:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44401180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875400222588544:12345-0@lo:400:kworker.0 Request processed in 43us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521692.817309:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788521692.819230:0:24800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222587648 00000100:00100000:3.0:1788521692.819238:0:24800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222587648 00000100:00100000:3.0:1788521692.819272:0:24800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222588160 00000100:00100000:3.0:1788521692.819275:0:24800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222588160 00000100:00100000:3.0:1788521692.819287:0:24800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222587520 00000100:00100000:3.0:1788521692.819290:0:24800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222587520 00000100:00100000:3.0:1788521692.819301:0:24800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222588032 00000100:00100000:3.0:1788521692.819304:0:24800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222588032 00000100:00100000:3.0:1788521692.819318:0:24800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788521692.819325:0:24800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222587648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521692.819399:0:24800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222587648:12345-0@lo:400:kworker.0 Request processed in 74us (5325us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521692.819405:0:24800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788521692.819417:0:24800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788521692.819422:0:24800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222588160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521692.819448:0:24800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222588160:12345-0@lo:400:kworker.0 Request processed in 26us (5330us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521692.819453:0:24800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788521692.819462:0:24800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788521692.819466:0:24800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222587520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521692.819486:0:24800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222587520:12345-0@lo:400:kworker.0 Request processed in 21us (4269us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521692.819491:0:24800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788521692.819509:0:24800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788521692.819514:0:24800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222588032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521692.819534:0:24800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222588032:12345-0@lo:400:kworker.0 Request processed in 21us (4268us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521692.819539:0:24800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00010000:1.0:1788521692.819761:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521692.819947:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f074a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222587648:0@lo:400:kworker.0 00000100:00100000:2.0:1788521692.819960:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222588160:0@lo:400:kworker.0 00000100:00100000:1.0:1788521692.820042:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222588928 00000100:00100000:1.0:1788521692.820047:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222588928 00000100:00100000:1.0:1788521692.820068:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222589056 00000100:00100000:1.0:1788521692.820071:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222589056 00000100:00100000:1.0:1788521692.820083:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788521692.820088:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44403480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222588928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788521692.820111:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788521692.820146:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44403480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222588928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (5850us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521692.820153:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788521692.820167:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788521692.820173:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44403100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222589056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788521692.820181:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788521692.820213:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44403100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222589056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (3074us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521692.820219:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788521692.820236:0:23509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222587392 00000100:00100000:1.0:1788521692.820239:0:23509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222587392 00000100:00100000:1.0:1788521692.820267:0:23509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222587904 00000100:00100000:1.0:1788521692.820270:0:23509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222587904 00000100:00100000:1.0:1788521692.820283:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788521692.820288:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44401c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222587392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788521692.820319:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44401c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222587392:12345-0@lo:400:kworker.0 Request processed in 31us (6115us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521692.820325:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788521692.820413:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1788521692.820421:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44401880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222587904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521692.820454:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44401880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222587904:12345-0@lo:400:kworker.0 Request processed in 34us (6217us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521692.820459:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00080000:2.0:1788521692.820960:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788521692.820966:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788521692.820968:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788521692.821115:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222587520:0@lo:400:kworker.0 00000100:00100000:1.0:1788521692.821128:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222588032:0@lo:400:kworker.0 00010000:00080000:1.0:1788521692.821142:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fee436ce300 x1875400222588544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788521692.821152:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875400222588544:0@lo:400:kworker.0 00000100:00100000:1.0:1788521692.821166:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef75223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222589056:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788521692.821177:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f077800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222587392:0@lo:400:kworker.0 00000100:00100000:1.0:1788521692.821185:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7f075180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222587904:0@lo:400:kworker.0 00000100:00100000:1.0:1788521692.821196:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7be4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222588928:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788521693.837149:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788521694.348587:0:25793:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc1fdc2960 20000000:00000080:3.0:1788521694.348603:0:25793:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8fef7bddbc00 uarg=0000000000000000 20000000:01000000:3.0:1788521694.348639:0:25793:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1788521694.348645:0:25793:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1788521694.348649:0:25793:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:1.0:1788521694.357827:0:25794:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:3.0:1788521694.358194:0:25793:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:3.0:1788521694.376640:0:25793:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1788521694.377375:0:25793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d31f9 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521694.377406:0:25793:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fee42411200/0x411dd0ee4d2d2e56 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2e4f expref: 23 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521694.377413:0:25793:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fef6d7b6c00/0x411dd0ee4d2d2e64 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2e5d expref: 23 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521694.377420:0:25793:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fef6d7b6a00/0x411dd0ee4d2d2ea3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d2e9c expref: 23 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521694.377428:0:25793:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fef821dc000/0x411dd0ee4d2d301d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d3016 expref: 23 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521694.377438:0:25793:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fef821dd600/0x411dd0ee4d2d3189 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedb96 expref: 12 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521694.377446:0:25793:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d31c8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc06 expref: 12 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521694.377455:0:25793:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d31f9 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521694.377494:0:25793:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d31c8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc06 expref: 12 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521694.377509:0:25793:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d31c8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc06 expref: 12 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521694.377523:0:25793:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436ce680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25793:1875400222589184:192.168.203.41@tcp:104: 00010000:00010000:2.0:1788521694.377664:0:25793:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fef821dd600/0x411dd0ee4d2d3189 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedb96 expref: 12 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521694.377679:0:25793:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fef821dd600/0x411dd0ee4d2d3189 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedb96 expref: 12 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521694.377688:0:25793:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25793:1875400222589312:192.168.203.41@tcp:104: 00010000:00010000:2.0:1788521694.377721:0:25793:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fef821dc000/0x411dd0ee4d2d301d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x411dd0ee4d2d3016 expref: 23 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521694.377728:0:25793:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fef821dc000/0x411dd0ee4d2d301d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x411dd0ee4d2d3016 expref: 23 pid: 22759 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521694.377736:0:25793:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25793:1875400222589440:0@lo:104: 00000100:00100000:2.0:1788521694.377769:0:25793:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788521694.377809:0:25793:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fef6d7b6a00/0x411dd0ee4d2d2ea3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x411dd0ee4d2d2e9c expref: 23 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521694.377816:0:25793:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fef6d7b6a00/0x411dd0ee4d2d2ea3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e9c expref: 23 pid: 22760 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521694.377823:0:25793:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25793:1875400222589568:0@lo:104: 00000100:00100000:2.0:1788521694.377842:0:25793:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788521694.377863:0:25793:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fef6d7b6c00/0x411dd0ee4d2d2e64 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x411dd0ee4d2d2e5d expref: 23 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521694.377871:0:25793:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fef6d7b6c00/0x411dd0ee4d2d2e64 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e5d expref: 23 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521694.377878:0:25793:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25793:1875400222589696:0@lo:104: 00000100:00100000:2.0:1788521694.377913:0:25793:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788521694.377951:0:25793:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fee42411200/0x411dd0ee4d2d2e56 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x411dd0ee4d2d2e4f expref: 23 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521694.377959:0:25793:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fee42411200/0x411dd0ee4d2d2e56 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e4f expref: 23 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521694.378035:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222589440 00000100:00100000:3.0:1788521694.378051:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222589440 00000100:00100000:3.0:1788521694.378099:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222589568 00000100:00100000:3.0:1788521694.378102:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222589568 00000100:00100000:3.0:1788521694.378114:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222589696 00000100:00100000:3.0:1788521694.378116:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222589696 00000100:00100000:3.0:1788521694.378127:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788521694.378134:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+5:25793:x1875400222589440:12345-0@lo:104: 00010000:00010000:3.0:1788521694.378146:0:22748:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d3016 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d301d expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.378195:0:22748:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788521694.378201:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+5:25793:x1875400222589440:12345-0@lo:104: Request processed in 67us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521694.378207:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788521694.378224:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788521694.378231:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+4:25793:x1875400222589568:12345-0@lo:104: 00010000:00010000:3.0:1788521694.378245:0:22748:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff8fee42411800/0x411dd0ee4d2d2e9c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2ea3 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.378277:0:22748:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788521694.378283:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+4:25793:x1875400222589568:12345-0@lo:104: Request processed in 53us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521694.378289:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788521694.378301:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788521694.378307:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+3:25793:x1875400222589696:12345-0@lo:104: 00010000:00010000:3.0:1788521694.378315:0:22748:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff8fee42411400/0x411dd0ee4d2d2e5d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2e64 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.378344:0:22748:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1788521694.378349:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+3:25793:x1875400222589696:12345-0@lo:104: Request processed in 43us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521694.378355:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:3.0:1788521694.378370:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788521694.378376:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d3016 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d301d expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.378383:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42410200 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:3.0:1788521694.378387:0:22753:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d3016 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x411dd0ee4d2d301d expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.378397:0:22753:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d3016 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x411dd0ee4d2d301d expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788521694.378405:0:22753:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d3016 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x411dd0ee4d2d301d expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521694.378416:0:22753:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788521694.378444:0:22753:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d3016 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d301d expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.378450:0:22753:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788521694.378469:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d3016 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d301d expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.378476:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d3016 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d301d expref: -99 pid: 25087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.378488:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788521694.378491:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fee42411800/0x411dd0ee4d2d2e9c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2ea3 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.378496:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42411800 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:3.0:1788521694.378499:0:22753:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fee42411800/0x411dd0ee4d2d2e9c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x411dd0ee4d2d2ea3 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.378506:0:22753:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fee42411800/0x411dd0ee4d2d2e9c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x411dd0ee4d2d2ea3 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788521694.378512:0:22753:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fee42411800/0x411dd0ee4d2d2e9c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x411dd0ee4d2d2ea3 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521694.378518:0:22753:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788521694.378528:0:22753:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fee42411800/0x411dd0ee4d2d2e9c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2ea3 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.378534:0:22753:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788521694.378546:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fee42411800/0x411dd0ee4d2d2e9c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2ea3 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.378552:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fee42411800/0x411dd0ee4d2d2e9c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2ea3 expref: -99 pid: 24268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.378561:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521694.378564:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fee42411400/0x411dd0ee4d2d2e5d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2e64 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.378569:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42411400 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:3.0:1788521694.378571:0:22753:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fee42411400/0x411dd0ee4d2d2e5d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x411dd0ee4d2d2e64 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.378578:0:22753:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fee42411400/0x411dd0ee4d2d2e5d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x411dd0ee4d2d2e64 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788521694.378584:0:22753:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fee42411400/0x411dd0ee4d2d2e5d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x411dd0ee4d2d2e64 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521694.378589:0:22753:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788521694.378601:0:22753:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fee42411400/0x411dd0ee4d2d2e5d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2e64 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.378607:0:22753:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788521694.378621:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fee42411400/0x411dd0ee4d2d2e5d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2e64 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.378627:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fee42411400/0x411dd0ee4d2d2e5d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2e64 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.378646:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521694.378648:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521694.378649:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521694.378655:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521694.378660:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521694.378677:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7be4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3645:1875400222589952:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788521694.378704:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521694.378733:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788521694.378738:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7be4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3645:1875400222590080:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788521694.378757:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521694.378781:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7be4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3643:1875400222590208:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788521694.378800:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521694.378826:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222589952 00000100:00100000:3.0:1788521694.378830:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222589952 00010000:00010000:3.0:1788521694.378847:0:22752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fef821dc000/0x411dd0ee4d2d301d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d3016 expref: 24 pid: 22759 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521694.378867:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222590080 00000100:00100000:3.0:1788521694.378871:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222590080 00010000:00010000:3.0:1788521694.378901:0:22752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fef6d7b6a00/0x411dd0ee4d2d2ea3 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e9c expref: 25 pid: 22760 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521694.378914:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222590208 00000100:00100000:3.0:1788521694.378916:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222590208 00010000:00010000:3.0:1788521694.378937:0:22752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fef6d7b6c00/0x411dd0ee4d2d2e64 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e5d expref: 26 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521694.378951:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788521694.378963:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+26:3645:x1875400222589952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788521694.378973:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788521694.378978:0:22752:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fef821dc000/0x411dd0ee4d2d301d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d3016 expref: 26 pid: 22759 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521694.379188:0:25793:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cfb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25793:1875400222589824:0@lo:104: 00000100:00100000:2.0:1788521694.379213:0:25793:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521694.379235:0:25793:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef46193780 going to sleep for 11 seconds 00000100:00100000:2.0:1788521694.379254:0:25793:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25793:1875400222589440:0@lo:104: 00000100:00100000:2.0:1788521694.379262:0:25793:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25793:1875400222589568:0@lo:104: 00000100:00100000:2.0:1788521694.379269:0:25793:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25793:1875400222589696:0@lo:104: 00000100:00100000:2.0:1788521694.379305:0:25104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788521694.379313:0:25104:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+26:3645:x1875400222590080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788521694.379321:0:25104:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788521694.379326:0:25104:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fef6d7b6a00/0x411dd0ee4d2d2ea3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e9c expref: 26 pid: 22760 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.379474:0:22752:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fef821dc000/0x411dd0ee4d2d301d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x411dd0ee4d2d3016 expref: 26 pid: 22759 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.379489:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef821dc000/0x411dd0ee4d2d301d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x411dd0ee4d2d3016 expref: 26 pid: 22759 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.379502:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788521694.379531:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+25:3645:x1875400222589952:12345-0@lo:103:ldlm_bl.0 Request processed in 569us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521694.379537:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788521694.379550:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788521694.379556:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:3643:x1875400222590208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788521694.379564:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788521694.379568:0:22752:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fef6d7b6c00/0x411dd0ee4d2d2e64 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e5d expref: 24 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.379576:0:22752:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fef6d7b6c00/0x411dd0ee4d2d2e64 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e5d expref: 24 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.379585:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef6d7b6c00/0x411dd0ee4d2d2e64 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e5d expref: 24 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.379593:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788521694.379617:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:3643:x1875400222590208:12345-0@lo:103:ldlm_bl.0 Request processed in 62us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521694.379630:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788521694.379648:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222589824 00000100:00100000:3.0:1788521694.379652:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222589824 00000100:00100000:3.0:1788521694.379669:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788521694.379675:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+3:25793:x1875400222589824:12345-0@lo:104: 00010000:00010000:3.0:1788521694.379684:0:22748:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff8fef457f2a00/0x411dd0ee4d2d2e4f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2e56 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.379733:0:22748:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788521694.379738:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+3:25793:x1875400222589824:12345-0@lo:104: Request processed in 64us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521694.379743:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788521694.379767:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7be4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3645:1875400222589952:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788521694.379788:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7be4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3643:1875400222590208:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788521694.379799:0:22753:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788521694.379803:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff8fef457f2a00/0x411dd0ee4d2d2e4f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x411dd0ee4d2d2e56 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.379809:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f2a00 already unused, calling callback (ffffffffc1352c20) 10000000:00010000:3.0:1788521694.379812:0:22753:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff8fef457f2a00/0x411dd0ee4d2d2e4f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x411dd0ee4d2d2e56 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.379818:0:22753:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff8fef457f2a00/0x411dd0ee4d2d2e4f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x411dd0ee4d2d2e56 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788521694.379824:0:22753:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff8fef457f2a00/0x411dd0ee4d2d2e4f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x411dd0ee4d2d2e56 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521694.379838:0:22753:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788521694.379857:0:22753:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff8fef457f2a00/0x411dd0ee4d2d2e4f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2e56 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.379863:0:22753:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788521694.379875:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff8fef457f2a00/0x411dd0ee4d2d2e4f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2e56 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.379902:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff8fef457f2a00/0x411dd0ee4d2d2e4f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x411dd0ee4d2d2e56 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.379917:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521694.379929:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788521694.379931:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521694.379945:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7be4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3644:1875400222590336:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788521694.379969:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521694.380409:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222590336 00000100:00100000:3.0:1788521694.380414:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222590336 00010000:00010000:3.0:1788521694.380430:0:22752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fee42411200/0x411dd0ee4d2d2e56 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e4f expref: 23 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521694.380449:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788521694.380455:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:3644:x1875400222590336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788521694.380463:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788521694.380467:0:22752:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fee42411200/0x411dd0ee4d2d2e56 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e4f expref: 23 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.380475:0:22752:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fee42411200/0x411dd0ee4d2d2e56 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e4f expref: 23 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.380492:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788521694.380520:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:3644:x1875400222590336:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521694.380527:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788521694.380552:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7be4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3644:1875400222590336:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788521694.380723:0:25104:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fef6d7b6a00/0x411dd0ee4d2d2ea3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e9c expref: 22 pid: 22760 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521694.380735:0:25104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef6d7b6a00/0x411dd0ee4d2d2ea3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e9c expref: 22 pid: 22760 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521694.380745:0:25104:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788521694.380784:0:25104:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:3645:x1875400222590080:12345-0@lo:103:ldlm_bl.0 Request processed in 1472us (2026us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521694.380791:0:25104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:2.0:1788521694.380828:0:25793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fee42411200/0x411dd0ee4d2d2e56 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x411dd0ee4d2d2e4f expref: 20 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521694.380845:0:25793:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cfb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25793:1875400222589824:0@lo:104: 00000100:00100000:3.0:1788521694.381437:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7be4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3645:1875400222590080:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788521694.386648:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521694.386683:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521694.386785:0:25793:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436ce680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25793:1875400222589184:192.168.203.41@tcp:104: 00000100:00100000:2.0:1788521694.386796:0:25793:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25793:1875400222589312:192.168.203.41@tcp:104: 00010000:00010000:2.0:1788521694.386840:0:25793:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d31f9 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521694.386962:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201496064 00000100:00100000:3.0:1788521694.386971:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201496064 00010000:00010000:3.0:1788521694.387007:0:22752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d31c8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc06 expref: 13 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521694.387036:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201496192 00000100:00100000:3.0:1788521694.387039:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201496192 00010000:00010000:3.0:1788521694.387052:0:22752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fef821dd600/0x411dd0ee4d2d3189 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedb96 expref: 14 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521694.387072:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 13 00000100:00100000:3.0:1788521694.387081:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef456db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d393f6b6-e882-4058-97fa-58c6fdd55f75+14:2396:x1875400201496064:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788521694.387095:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788521694.387101:0:22752:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d31c8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc06 expref: 14 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.387112:0:22752:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d31c8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc06 expref: 14 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.387131:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef6d7b7800/0x411dd0ee4d2d31c8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc06 expref: 14 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521694.387164:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788521694.387214:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef456db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d393f6b6-e882-4058-97fa-58c6fdd55f75+13:2396:x1875400201496064:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 132us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521694.387222:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 13 00000100:00100000:1.0:1788521694.389545:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 14 00000100:00100000:1.0:1788521694.389573:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44401500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d393f6b6-e882-4058-97fa-58c6fdd55f75+12:2396:x1875400201496192:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788521694.389589:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788521694.389598:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fef821dd600/0x411dd0ee4d2d3189 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedb96 expref: 12 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521694.389613:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fef821dd600/0x411dd0ee4d2d3189 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedb96 expref: 12 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521694.389630:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef821dd600/0x411dd0ee4d2d3189 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedb96 expref: 12 pid: 22758 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521694.389645:0:22751:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d31f9 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521694.389654:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d31f9 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521694.389671:0:22751:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d31f9 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521694.389678:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d31f9 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521694.389686:0:22751:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d31f9 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521694.389693:0:22751:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d31f9 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521694.389700:0:22751:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef457f2e00 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:1.0:1788521694.389704:0:22751:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d31f9 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521694.389719:0:22751:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d31f9 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521694.393748:0:25793:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d31f9 lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521694.393765:0:25793:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d31f9 lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521694.393996:0:22751:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d31f9 lrc: 3/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521694.394009:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fef457f2e00/0x411dd0ee4d2d31f9 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521694.394033:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788521694.398608:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44401500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d393f6b6-e882-4058-97fa-58c6fdd55f75+11:2396:x1875400201496192:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 9032us (11914us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521694.398622:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 14 00010000:00010000:3.0:1788521694.861774:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521694.861954:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef76714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222590464:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788521694.862019:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521694.862158:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222590464 00000100:00100000:1.0:1788521694.862166:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222590464 00000100:00100000:1.0:1788521694.862234:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788521694.862244:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222590464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788521694.862271:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788521694.862324:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222590464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521694.862331:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788521694.862418:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef76714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222590464:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788521694.862661:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1788521695.245810:0:22798:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788521695.854974:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521695.855022:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521695.855055:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521695.855082:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521695.855106:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521695.855127:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521695.855145:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521695.855161:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521695.855183:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521695.855208:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201496832 00000100:00100000:0.0:1788521695.855220:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201496576 00000100:00100000:1.0:1788521695.855230:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201496832 00000100:00100000:0.0:1788521695.855230:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201496576 00000100:00100000:1.0:1788521695.855283:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201497344 00000100:00100000:1.0:1788521695.855287:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201497344 00000100:00100000:2.0:1788521695.855338:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201496320 00000100:00100000:2.0:1788521695.855343:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201496320 00000100:00100000:2.0:1788521695.855373:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 147 00000100:00100000:2.0:1788521695.855383:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+11:2394:x1875400201496320:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1788521695.855457:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+11:2394:x1875400201496320:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 76us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521695.855464:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 147 00000100:00100000:2.0:1788521695.855506:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201497088 00000100:00100000:2.0:1788521695.855510:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201497088 00000100:00100000:3.0:1788521695.855561:0:24800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201496704 00000100:00100000:3.0:1788521695.855566:0:24800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201496704 00000100:00100000:0.0:1788521695.861959:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201496448 00000100:00100000:0.0:1788521695.861972:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201496448 00000100:00100000:0.0:1788521695.861992:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201496960 00000100:00100000:0.0:1788521695.861995:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201496960 00000100:00100000:0.0:1788521695.862019:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 55 00000100:00100000:0.0:1788521695.862029:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76715880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2394:x1875400201496576:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1788521695.862103:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76715880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2394:x1875400201496576:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 75us (7080us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521695.862111:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 55 00000100:00100000:0.0:1788521695.867685:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 56 00000100:00100000:0.0:1788521695.867709:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76714380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:2394:x1875400201496448:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1788521695.867797:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76714380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:2394:x1875400201496448:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 98us (12669us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521695.867805:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 56 00000100:00100000:0.0:1788521695.867820:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 57 00000100:00100000:0.0:1788521695.867827:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76715500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:2394:x1875400201496960:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1788521695.867854:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76715500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:2394:x1875400201496960:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 28us (12692us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521695.867860:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 57 00000100:00100000:0.0:1788521695.867901:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201497216 00000100:00100000:0.0:1788521695.867918:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201497216 00000100:00100000:0.0:1788521695.867953:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 19 00000100:00100000:0.0:1788521695.867961:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2394:x1875400201496832:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1788521695.867985:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2394:x1875400201496832:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 26us (12931us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521695.867992:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 19 00000100:00100000:0.0:1788521695.868006:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 20 00000100:00100000:0.0:1788521695.868012:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+5:2394:x1875400201497216:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1788521695.868031:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+5:2394:x1875400201497216:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 20us (12848us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521695.868037:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 20 00000100:00080000:0.0:1788521695.868203:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788521695.868209:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788521695.868212:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788521695.868214:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788521695.870508:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 21 00000100:00100000:1.0:1788521695.870523:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef46f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+5:2394:x1875400201497344:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1788521695.870588:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef46f0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+5:2394:x1875400201497344:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 68us (15480us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521695.870595:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 21 00000100:00100000:2.0:1788521695.871449:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 58 00000100:00100000:2.0:1788521695.871459:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76716300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2451e496-71d6-47d2-ad98-f9aa0bb78d28+5:2394:x1875400201497088:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1788521695.871505:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76716300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2451e496-71d6-47d2-ad98-f9aa0bb78d28+5:2394:x1875400201497088:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 49us (16422us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521695.871524:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 58 00000100:00100000:3.0:1788521695.872421:0:24800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 22 00000100:00100000:3.0:1788521695.872432:0:24800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2394:x1875400201496704:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1788521695.872485:0:24800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2394:x1875400201496704:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 56us (17338us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521695.872492:0:24800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 22 00010000:00010000:3.0:1788521695.888460:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788521695.911434:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521695.911573:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201497472 00000100:00100000:2.0:1788521695.911583:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201497472 00000100:00100000:2.0:1788521695.911639:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 148 00000100:00100000:2.0:1788521695.911649:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7efffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+11:18107:x1875400201497472:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788521695.911664:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521695.911683:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef457f2a00/0x411dd0ee4d2d3200 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedc3e expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521695.911711:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef457f2a00/0x411dd0ee4d2d3200 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc3e expref: 12 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521695.911721:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef457f2a00/0x411dd0ee4d2d3200 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc3e expref: 12 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521695.911730:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef457f2a00, rc 0) 00000100:00100000:2.0:1788521695.911809:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7efffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+12:18107:x1875400201497472:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 Request processed in 161us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521695.911818:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 148 00000100:00100000:2.0:1788521695.913484:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521695.913573:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201497600 00000100:00100000:0.0:1788521695.913592:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201497600 00000100:00100000:0.0:1788521695.913642:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 149 00000100:00100000:0.0:1788521695.913652:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+12:18107:x1875400201497600:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788521695.913799:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+12:18107:x1875400201497600:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 Request processed in 148us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521695.913807:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 149 00000100:00100000:0.0:1788521695.921488:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521695.929568:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201497728 00000100:00100000:2.0:1788521695.929583:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201497728 00000100:00100000:2.0:1788521695.929651:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 150 00000100:00100000:2.0:1788521695.929661:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+12:18107:x1875400201497728:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788521695.930162:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d393f6b6-e882-4058-97fa-58c6fdd55f75+12:18107:x1875400201497728:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 Request processed in 501us (8682us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521695.930180:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 150 00000100:00100000:3.0:1788521695.945423:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521695.947321:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201497856 00000100:00100000:1.0:1788521695.947335:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201497856 00000100:00100000:1.0:1788521695.947404:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 151 00000100:00100000:1.0:1788521695.947414:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+12:18107:x1875400201497856:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788521695.947431:0:22758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521695.947450:0:22758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef821dd000/0x411dd0ee4d2d3207 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedc45 expref: -99 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521695.947480:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef821dd000/0x411dd0ee4d2d3207 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc45 expref: 13 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521695.947491:0:22758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef821dd000/0x411dd0ee4d2d3207 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc45 expref: 13 pid: 22758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521695.947500:0:22758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef821dd000, rc 0) 00000100:00100000:1.0:1788521695.947571:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d393f6b6-e882-4058-97fa-58c6fdd55f75+13:18107:x1875400201497856:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 Request processed in 159us (2159us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521695.947578:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 151 10000000:01000000:3.0:1788521695.949621:0:22762:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788521695.949626:0:22762:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fee43e79800 from 13 10000000:01000000:3.0:1788521695.949632:0:22762:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788521695.949684:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7c00/0x411dd0ee4d2d320e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521695.949695:0:22762:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7c00/0x411dd0ee4d2d320e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521695.949724:0:22762:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7c00/0x411dd0ee4d2d320e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521695.949750:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7be4d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222590592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788521695.949811:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521695.949856:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee435a1840 going to sleep for 11 seconds 00000100:00100000:2.0:1788521695.950602:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222590592 00000100:00100000:2.0:1788521695.950610:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222590592 00000100:00100000:2.0:1788521695.950662:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1788521695.950680:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+20:22762:x1875400222590592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788521695.950693:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521695.950708:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef457f2400/0x411dd0ee4d2d3215 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d320e expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521695.950732:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef457f2400/0x411dd0ee4d2d3215 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d320e expref: 21 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521695.950742:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef457f2400/0x411dd0ee4d2d3215 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d320e expref: 21 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521695.950751:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef457f2400, rc 0) 00000100:00100000:2.0:1788521695.950815:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:22762:x1875400222590592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (1004us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521695.950822:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1788521695.951697:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7be4d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222590592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788521695.951717:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7c00/0x411dd0ee4d2d320e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d3215 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521695.951727:0:22762:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7c00/0x411dd0ee4d2d320e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d3215 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521695.951811:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7be4d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222590720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788521695.951849:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521695.951874:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee435a1840 going to sleep for 11 seconds 00000100:00100000:1.0:1788521695.952334:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222590720 00000100:00100000:1.0:1788521695.952352:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222590720 00000100:00100000:1.0:1788521695.952399:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1788521695.952408:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:22762:x1875400222590720:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788521695.952529:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:22762:x1875400222590720:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 122us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521695.952536:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1788521695.953074:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7be4d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222590720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788521695.953113:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7be4d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222590848:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788521695.953160:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521695.953193:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee435a1840 going to sleep for 11 seconds 00000100:00100000:2.0:1788521695.953199:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222590848 00000100:00100000:2.0:1788521695.953204:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222590848 00000100:00100000:2.0:1788521695.953240:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1788521695.953247:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:22762:x1875400222590848:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788521695.953344:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:22762:x1875400222590848:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 97us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521695.953351:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1788521695.953762:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7be4d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222590848:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788521695.957815:0:25806:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788521695.957970:0:22762:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788521695.957993:0:22762:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788521695.958003:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7c00/0x411dd0ee4d2d320e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d3215 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521695.958029:0:22762:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7c00/0x411dd0ee4d2d320e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d3215 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788521695.958044:0:22762:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788521695.958047:0:22762:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fef7f05e000 from 13 10000000:01000000:3.0:1788521695.958050:0:22762:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788521695.958085:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d321c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521695.958094:0:22762:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d321c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521695.958104:0:22762:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d321c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521695.958129:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7be4d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222590976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788521695.958192:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521695.958245:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee435a1840 going to sleep for 11 seconds 00000100:00100000:2.0:1788521695.961168:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222590976 00000100:00100000:2.0:1788521695.961196:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222590976 00000100:00100000:2.0:1788521695.961268:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1788521695.961278:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7efff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+21:22762:x1875400222590976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788521695.961294:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521695.961322:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef413fda00/0x411dd0ee4d2d3223 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d321c expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521695.961348:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef413fda00/0x411dd0ee4d2d3223 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d321c expref: 22 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521695.961358:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef413fda00/0x411dd0ee4d2d3223 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d321c expref: 22 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521695.961366:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef413fda00, rc 0) 00000100:00100000:2.0:1788521695.961435:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7efff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+22:22762:x1875400222590976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 159us (3243us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521695.961450:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1788521695.961662:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7be4d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222590976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788521695.961682:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d321c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d3223 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521695.961692:0:22762:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d321c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d3223 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521695.961780:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef76715c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222591104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788521695.961820:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521695.961852:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef461b0780 going to sleep for 11 seconds 00000100:00100000:2.0:1788521695.962257:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222591104 00000100:00100000:2.0:1788521695.962263:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222591104 00000100:00100000:2.0:1788521695.962314:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1788521695.962321:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7efff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+22:22762:x1875400222591104:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788521695.962950:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7efff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+22:22762:x1875400222591104:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 629us (1129us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521695.962958:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1788521695.963458:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521695.964437:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201497984 00000100:00100000:2.0:1788521695.964446:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201497984 00000100:00100000:2.0:1788521695.964498:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 157 00000100:00100000:2.0:1788521695.964508:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7effd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+13:18107:x1875400201497984:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788521695.964646:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7effd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+13:18107:x1875400201497984:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 Request processed in 139us (1189us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521695.964653:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 157 00000100:00100000:1.0:1788521695.968861:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef76715c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222591104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788521695.969273:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef76715c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222591232:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788521695.969509:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521695.969593:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef461b0780 going to sleep for 11 seconds 00000100:00100000:2.0:1788521695.969641:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222591232 00000100:00100000:2.0:1788521695.969649:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222591232 00000100:00100000:2.0:1788521695.969763:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1788521695.969773:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+22:22762:x1875400222591232:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788521695.969930:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+22:22762:x1875400222591232:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 158us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521695.969938:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1788521695.970028:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef76715c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222591232:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788521695.971741:0:25807:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788521695.972127:0:22762:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788521695.972148:0:22762:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788521695.972171:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d321c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d3223 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521695.972184:0:22762:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef6d7b7800/0x411dd0ee4d2d321c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d3223 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788521695.972196:0:22762:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788521695.972199:0:22762:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fee41abd800 from 13 10000000:01000000:0.0:1788521695.972201:0:22762:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788521695.972602:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d322a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521695.972612:0:22762:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d322a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521695.972623:0:22762:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d322a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521695.972647:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee44402d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222591360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788521695.972851:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521695.981335:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521695.987387:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6d7f9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788521695.991845:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222591360 00000100:00100000:3.0:1788521695.991860:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222591360 00000100:00100000:3.0:1788521695.992080:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1788521695.992092:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+22:22762:x1875400222591360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788521695.992108:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788521695.992135:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef6d7b6c00/0x411dd0ee4d2d3231 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d322a expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521695.992162:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef6d7b6c00/0x411dd0ee4d2d3231 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d322a expref: 23 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521695.994523:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef6d7b6c00/0x411dd0ee4d2d3231 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d322a expref: 23 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521695.994533:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef6d7b6c00, rc 0) 00000100:00100000:3.0:1788521695.994623:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:22762:x1875400222591360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2533us (21771us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521695.994630:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1788521695.994701:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee44402d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222591360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788521695.994722:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d322a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d3231 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521695.994733:0:22762:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d322a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d3231 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521695.994811:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7be4d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222591488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788521695.994842:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521695.994873:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee435a1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788521695.995082:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222591488 00000100:00100000:3.0:1788521695.995090:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222591488 00000100:00100000:3.0:1788521695.995128:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1788521695.995137:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:22762:x1875400222591488:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788521695.995246:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:22762:x1875400222591488:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 110us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521695.995254:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1788521695.995298:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7be4d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222591488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788521695.995348:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7be4d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222591616:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788521695.995386:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521695.995400:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee435a1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788521695.995411:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222591616 00000100:00100000:3.0:1788521695.995414:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222591616 00000100:00100000:3.0:1788521695.995431:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1788521695.995437:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:22762:x1875400222591616:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788521695.995505:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:22762:x1875400222591616:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 67us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521695.995513:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1788521695.995548:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7be4d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222591616:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788521695.997534:0:25808:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1788521695.999241:0:22762:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1788521695.999273:0:22762:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788521695.999290:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d322a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d3231 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521695.999302:0:22762:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fee42410200/0x411dd0ee4d2d322a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d3231 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788521695.999314:0:22762:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788521695.999317:0:22762:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fef75255000 from 13 10000000:01000000:2.0:1788521695.999319:0:22762:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788521695.999357:0:22762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef413fc800/0x411dd0ee4d2d3238 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521695.999365:0:22762:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff8fef413fc800/0x411dd0ee4d2d3238 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521695.999376:0:22762:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff8fef413fc800/0x411dd0ee4d2d3238 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521695.999412:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222591744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788521695.999474:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521695.999516:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef50e2d780 going to sleep for 11 seconds 00000100:00100000:3.0:1788521696.000044:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222591744 00000100:00100000:3.0:1788521696.000052:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222591744 00000100:00100000:3.0:1788521696.000100:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1788521696.000112:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+23:22762:x1875400222591744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788521696.000770:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788521696.000789:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fef6d7b6400/0x411dd0ee4d2d323f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x411dd0ee4d2d3238 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521696.001921:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fef6d7b6400/0x411dd0ee4d2d323f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x411dd0ee4d2d3238 expref: 24 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521696.001943:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fef6d7b6400/0x411dd0ee4d2d323f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x411dd0ee4d2d3238 expref: 24 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521696.001951:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef6d7b6400, rc 0) 00000100:00100000:3.0:1788521696.002032:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:22762:x1875400222591744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1922us (2555us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521696.002040:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1788521696.002573:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222591744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788521696.002592:0:22762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff8fef413fc800/0x411dd0ee4d2d3238 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d323f expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.002601:0:22762:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff8fef413fc800/0x411dd0ee4d2d3238 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x411dd0ee4d2d323f expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521696.002676:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222591872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788521696.002711:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521696.002748:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef50e2d780 going to sleep for 11 seconds 00000100:00100000:3.0:1788521696.002979:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222591872 00000100:00100000:3.0:1788521696.002986:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222591872 00000100:00100000:3.0:1788521696.003030:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1788521696.003038:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da94450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:22762:x1875400222591872:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788521696.003207:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da94450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:22762:x1875400222591872:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 169us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521696.003215:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1788521696.004662:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201498112 00000100:00100000:2.0:1788521696.004672:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201498112 00000100:00100000:2.0:1788521696.004710:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 164 00000100:00100000:2.0:1788521696.004718:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+13:18107:x1875400201498112:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788521696.004846:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+13:18107:x1875400201498112:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 Request processed in 128us (23519us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521696.004853:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 164 00000100:00100000:0.0:1788521696.004932:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222591872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788521696.004979:0:22762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee44400380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222592000:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788521696.005028:0:22762:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521696.005051:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222592000 00000100:00100000:2.0:1788521696.005055:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222592000 00000100:00100000:2.0:1788521696.005078:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1788521696.005084:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da95c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:22762:x1875400222592000:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788521696.005190:0:22762:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6d7f9780 going to sleep for 11 seconds 00000100:00100000:2.0:1788521696.006013:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da95c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:22762:x1875400222592000:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 927us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521696.006027:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1788521696.014327:0:22762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee44400380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:22762:1875400222592000:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788521696.015434:0:25809:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1788521696.017349:0:22762:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1788521696.017376:0:22762:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788521696.017388:0:22762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff8fef413fc800/0x411dd0ee4d2d3238 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d323f expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.017399:0:22762:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff8fef413fc800/0x411dd0ee4d2d3238 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x411dd0ee4d2d323f expref: -99 pid: 22762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521696.084587:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521696.085031:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201498240 00000100:00100000:0.0:1788521696.085042:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201498240 00000100:00100000:0.0:1788521696.085108:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 23 00000100:00100000:0.0:1788521696.085129:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:18726:x1875400201498240:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788521696.085149:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788521696.085170:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411200/0x411dd0ee4d2d3246 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedc4c expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085246:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d324d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085259:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d324d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085273:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d324d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085287:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d3254 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085294:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d3254 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085316:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d3254 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085390:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411c00/0x411dd0ee4d2d325b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085399:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411c00/0x411dd0ee4d2d325b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085406:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411c00/0x411dd0ee4d2d325b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788521696.085436:0:22766:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788521696.085440:0:22766:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788521696.085490:0:22766:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411c00/0x411dd0ee4d2d325b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085501:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d324d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085508:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d324d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085515:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d324d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085521:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42410c00 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:0.0:1788521696.085525:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d324d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085534:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d324d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085551:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fee42458000) 00010000:00010000:0.0:1788521696.085554:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788521696.085559:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d324d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085567:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d324d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085581:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d3254 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085587:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d3254 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085593:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d3254 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085598:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42410600 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:0.0:1788521696.085601:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d3254 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085607:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d3254 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085614:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8fee42476500) 00010000:00010000:0.0:1788521696.085616:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788521696.085619:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d3254 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085624:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d3254 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085666:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411200/0x411dd0ee4d2d3246 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc4c expref: 8 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085680:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411c00/0x411dd0ee4d2d325b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc4c expref: 7 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.085688:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8fee42476400) 00010000:00010000:0.0:1788521696.085690:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788521696.085692:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fee42411c00, rc 0) 00000100:00100000:0.0:1788521696.086262:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+7:18726:x1875400201498240:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1141us (1681us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521696.086271:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 23 00000100:00100000:3.0:1788521696.103241:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521696.103386:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201498368 00000100:00100000:1.0:1788521696.103409:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201498368 00000100:00100000:1.0:1788521696.103468:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 5 00000100:00100000:1.0:1788521696.103478:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+7:18726:x1875400201498368:12345-192.168.203.41@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1788521696.103562:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+7:18726:x1875400201498368:12345-192.168.203.41@tcp:900:lhsmtool_posix.0 Request processed in 85us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521696.103570:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 5 00000100:00100000:0.0:1788521696.119161:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521696.119305:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201498624 00000100:00100000:2.0:1788521696.119315:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201498624 00000100:00100000:2.0:1788521696.119378:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 24 00000100:00100000:2.0:1788521696.119388:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44400380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+7:18726:x1875400201498624:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788521696.119409:0:25602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521696.119431:0:25602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fca00/0x411dd0ee4d2d3262 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedc53 expref: -99 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.119498:0:25602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3269 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.119511:0:25602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3269 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.119523:0:25602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3269 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.119537:0:25602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3270 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.119569:0:25602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3270 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.119576:0:25602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3270 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.119687:0:25602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fde00/0x411dd0ee4d2d3277 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.119696:0:25602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fde00/0x411dd0ee4d2d3277 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.119702:0:25602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fde00/0x411dd0ee4d2d3277 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788521696.119712:0:25602:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1788521696.119848:0:25602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3269 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.119856:0:25602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3269 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.119862:0:25602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3269 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.119868:0:25602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef413fdc00 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:2.0:1788521696.119872:0:25602:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3269 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.119878:0:25602:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3269 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.120097:0:25602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8fee42476400) 00010000:00010000:2.0:1788521696.120099:0:25602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788521696.120104:0:25602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3269 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.120110:0:25602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3269 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.120627:0:25602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3270 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.120635:0:25602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3270 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.120640:0:25602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3270 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.120644:0:25602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef413fce00 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:2.0:1788521696.120647:0:25602:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3270 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.120652:0:25602:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3270 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.120660:0:25602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8fef71591200) 00010000:00010000:2.0:1788521696.120663:0:25602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788521696.120666:0:25602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3270 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.121394:0:25602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3270 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.123938:0:25602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fca00/0x411dd0ee4d2d3262 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc53 expref: 10 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.123962:0:25602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fde00/0x411dd0ee4d2d3277 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc53 expref: 9 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.123970:0:25602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8fef71591800) 00010000:00010000:2.0:1788521696.123973:0:25602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788521696.123976:0:25602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef413fde00, rc 0) 00000100:00100000:2.0:1788521696.125274:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44400380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+9:18726:x1875400201498624:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 5882us (6117us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1788521696.125293:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 24 00000100:00100000:2.0:1788521696.140820:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521696.141319:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201498752 00000100:00100000:0.0:1788521696.141330:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201498752 00000100:00100000:0.0:1788521696.141384:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 25 00000100:00100000:0.0:1788521696.141394:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+9:18726:x1875400201498752:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788521696.141522:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+9:18726:x1875400201498752:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 128us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521696.141529:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 25 00000100:00100000:1.0:1788521696.158954:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521696.159189:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201498880 00000100:00100000:0.0:1788521696.159202:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201498880 00000100:00100000:0.0:1788521696.159297:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 26 00000100:00100000:0.0:1788521696.159310:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76715c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:18726:x1875400201498880:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000004:00080000:0.0:1788521696.164938:0:22767:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 5567us 00000100:00100000:0.0:1788521696.202974:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76715c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:18726:x1875400201498880:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 43649us (44019us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521696.202991:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 26 00000100:00100000:0.0:1788521696.217645:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521696.228179:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201499008 00000100:00100000:2.0:1788521696.228203:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201499008 00000100:00100000:2.0:1788521696.228311:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 27 00000100:00100000:2.0:1788521696.228325:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+9:18732:x1875400201499008:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1788521696.228369:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521696.228408:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fca00/0x411dd0ee4d2d3285 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedc5a expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228495:0:22765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d328c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228514:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d328c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228552:0:22765:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d328c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228573:0:22765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3293 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228581:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3293 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228589:0:22765:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3293 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228648:0:22765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d328c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228655:0:22765:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d328c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228662:0:22765:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d328c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228668:0:22765:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef413fce00 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:2.0:1788521696.228673:0:22765:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d328c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228681:0:22765:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d328c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228696:0:22765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fee42458000) 00010000:00010000:2.0:1788521696.228699:0:22765:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788521696.228706:0:22765:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d328c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228719:0:22765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d328c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228737:0:22765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3293 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228744:0:22765:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3293 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228751:0:22765:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3293 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228756:0:22765:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef413fdc00 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:2.0:1788521696.228760:0:22765:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3293 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228767:0:22765:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3293 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228776:0:22765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8fef71591200) 00010000:00010000:2.0:1788521696.228779:0:22765:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788521696.228783:0:22765:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3293 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228789:0:22765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3293 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.228847:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fca00/0x411dd0ee4d2d3285 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc5a expref: 10 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.229146:0:22765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fee42458000) 00010000:00010000:2.0:1788521696.229150:0:22765:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788521696.229157:0:22765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fca00/0x411dd0ee4d2d3285 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc5a expref: 10 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.229170:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef413fca00, rc 0) 00000100:00100000:2.0:1788521696.229271:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+9:18732:x1875400201499008:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 949us (11639us total) trans 0 rc 301/301 00000100:00100000:2.0:1788521696.229279:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 27 00000100:00100000:0.0:1788521696.235855:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521696.236110:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201499136 00000100:00100000:1.0:1788521696.236123:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201499136 00000100:00100000:1.0:1788521696.236179:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 0 00000100:00100000:1.0:1788521696.236192:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44400700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+9:18732:x1875400201499136:12345-192.168.203.41@tcp:700:lfs.0 00000100:00100000:1.0:1788521696.236305:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44400700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+9:18732:x1875400201499136:12345-192.168.203.41@tcp:700:lfs.0 Request processed in 115us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521696.236313:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 0 00000100:00100000:1.0:1788521696.239583:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521696.239722:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201499392 00000100:00100000:2.0:1788521696.239736:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201499392 00000100:00100000:2.0:1788521696.239808:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 28 00000100:00100000:2.0:1788521696.239819:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76717480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+9:18732:x1875400201499392:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:2.0:1788521696.239942:0:25602:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788521696.239979:0:25602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d31b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedbc7 expref: 9 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.240014:0:25602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fee42458000) 00010000:00010000:2.0:1788521696.240021:0:25602:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788521696.240094:0:25602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d329a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.240110:0:25602:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d31f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc37 expref: 5 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.240120:0:25602:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d329a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.240181:0:25602:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d31f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc37 expref: 5 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.240197:0:25602:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d31f2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc37 expref: 5 pid: 22767 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521696.240214:0:25602:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25602:1875400222592128:192.168.203.41@tcp:104: 00000100:00100000:2.0:1788521696.240325:0:25602:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6da1a300 going to sleep for 11 seconds 00000100:00100000:2.0:1788521696.243252:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521696.245212:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201499520 00000100:00100000:3.0:1788521696.245232:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201499520 00010000:00010000:3.0:1788521696.245302:0:22750:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d31f2 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc37 expref: 6 pid: 22767 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521696.245349:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 15 00000100:00100000:3.0:1788521696.245360:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:2395:x1875400201499520:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788521696.245386:0:22750:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788521696.245394:0:22750:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d31f2 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc37 expref: 6 pid: 22767 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521696.245409:0:22750:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d31f2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc37 expref: 6 pid: 22767 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521696.245438:0:22750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fee42458000) 00010000:00010000:3.0:1788521696.245462:0:22750:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d329a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521696.245473:0:22750:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d329a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521696.245481:0:22750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d329a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521696.245506:0:22750:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788521696.245573:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:2395:x1875400201499520:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 215us (2347us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521696.245582:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 15 00010000:00010000:0.0:1788521696.248647:0:25602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d31f2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc37 expref: 5 pid: 22767 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521696.248692:0:25602:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25602:1875400222592128:192.168.203.41@tcp:104: 00010000:00010000:0.0:1788521696.248726:0:25602:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d329a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.248739:0:25602:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d329a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.248745:0:25602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d329a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.248781:0:25602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d32a1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.248796:0:25602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d32a1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.248808:0:25602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d32a1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.257450:0:25602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dc000/0x411dd0ee4d2d32a8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.257482:0:25602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dc000/0x411dd0ee4d2d32a8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.257499:0:25602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dc000/0x411dd0ee4d2d32a8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788521696.257521:0:25602:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000045c868a5 reply state 00000000a90eba77 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dc000/0x411dd0ee4d2d32a8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.257535:0:25602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dc000/0x411dd0ee4d2d32a8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.257552:0:25602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fef71ec0400) 00010000:00010000:1.0:1788521696.257555:0:25602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788521696.257561:0:25602:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788521696.257569:0:25602:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788521696.257581:0:25602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d329a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.257589:0:25602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d329a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.257596:0:25602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d329a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.257602:0:25602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef413fd800 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:1.0:1788521696.257607:0:25602:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d329a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.257615:0:25602:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d329a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.257626:0:25602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fee42458000) 00010000:00010000:1.0:1788521696.257629:0:25602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788521696.257633:0:25602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d329a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.257639:0:25602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d329a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788521696.257666:0:25602:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000045c868a5 reply state 00000000a90eba77 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d32a1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.257686:0:25602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d32a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.257693:0:25602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8fee42476500) 00010000:00010000:1.0:1788521696.257695:0:25602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788521696.257698:0:25602:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1788521696.257827:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76717480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+10:18732:x1875400201499392:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 18003us (18251us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1788521696.257839:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 28 00000040:00080000:3.0:1788521696.270601:0:22798:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788521696.367523:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521696.368078:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201499648 00000100:00100000:1.0:1788521696.368092:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201499648 00000100:00100000:1.0:1788521696.368179:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 29 00000100:00100000:1.0:1788521696.368192:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+10:18740:x1875400201499648:12345-192.168.203.41@tcp:101:lctl.0 00010000:00010000:1.0:1788521696.368233:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521696.368264:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dda00/0x411dd0ee4d2d32af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedc61 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.368348:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dd600/0x411dd0ee4d2d32b6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.368365:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dd600/0x411dd0ee4d2d32b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.368543:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dd600/0x411dd0ee4d2d32b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788521696.368603:0:22766:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788521696.368607:0:22766:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788521696.368731:0:22766:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dd600/0x411dd0ee4d2d32b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.368767:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dda00/0x411dd0ee4d2d32af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc61 expref: 12 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.368852:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dd600/0x411dd0ee4d2d32b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc61 expref: 11 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.368862:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fef71ec0000) 00010000:00010000:1.0:1788521696.368865:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788521696.368870:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef821dd600, rc 0) 00000100:00100000:0.0:1788521696.370613:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+11:18740:x1875400201499648:12345-192.168.203.41@tcp:101:lctl.0 Request processed in 2409us (3090us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521696.370649:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 29 00000100:00100000:0.0:1788521696.398643:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521696.398811:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201499776 00000100:00100000:1.0:1788521696.398825:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201499776 00000100:00100000:1.0:1788521696.398947:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 30 00000100:00100000:1.0:1788521696.398959:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44402680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2451e496-71d6-47d2-ad98-f9aa0bb78d28+5:18741:x1875400201499776:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1788521696.398987:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521696.399013:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dda00/0x411dd0ee4d2d32bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedc68 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.399096:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dd200/0x411dd0ee4d2d32c4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.399114:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dd200/0x411dd0ee4d2d32c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.399129:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dd200/0x411dd0ee4d2d32c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788521696.399183:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788521696.399199:0:22767:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788521696.399225:0:22767:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dd200/0x411dd0ee4d2d32c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.399254:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dda00/0x411dd0ee4d2d32bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc68 expref: 7 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.399274:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dd200/0x411dd0ee4d2d32c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc68 expref: 6 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521696.399283:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fef71ec0000) 00010000:00010000:1.0:1788521696.399287:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788521696.399292:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef821dd200, rc 0) 00000100:00100000:1.0:1788521696.399360:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44402680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:18741:x1875400201499776:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 402us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521696.399367:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 30 00000100:00100000:1.0:1788521696.402739:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521696.402851:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201499904 00000100:00100000:2.0:1788521696.402865:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201499904 00000100:00100000:2.0:1788521696.402976:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 31 00000100:00100000:2.0:1788521696.402990:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76714700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:18741:x1875400201499904:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1788521696.403019:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521696.403045:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fca00/0x411dd0ee4d2d32cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedc6f expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403127:0:22765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d32d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403145:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d32d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403157:0:22765:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d32d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403170:0:22765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d32d9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403199:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d32d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403207:0:22765:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d32d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403308:0:22765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc600/0x411dd0ee4d2d32e0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403318:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc600/0x411dd0ee4d2d32e0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403325:0:22765:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc600/0x411dd0ee4d2d32e0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788521696.403388:0:22765:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788521696.403393:0:22765:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788521696.403418:0:22765:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc600/0x411dd0ee4d2d32e0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403433:0:22765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d32d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403441:0:22765:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d32d2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403449:0:22765:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d32d2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403456:0:22765:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef413fdc00 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:2.0:1788521696.403461:0:22765:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d32d2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403477:0:22765:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d32d2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403492:0:22765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fef71ec0000) 00010000:00010000:2.0:1788521696.403495:0:22765:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788521696.403501:0:22765:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d32d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403508:0:22765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d32d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403525:0:22765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d32d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403532:0:22765:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d32d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403538:0:22765:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d32d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403544:0:22765:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef413fce00 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:2.0:1788521696.403547:0:22765:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d32d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403554:0:22765:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d32d9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403561:0:22765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8fee42476500) 00010000:00010000:2.0:1788521696.403564:0:22765:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788521696.403567:0:22765:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d32d9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403584:0:22765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d32d9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403618:0:22765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fca00/0x411dd0ee4d2d32cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc6f expref: 8 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403633:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc600/0x411dd0ee4d2d32e0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc6f expref: 7 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.403641:0:22765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fef71ec0400) 00010000:00010000:2.0:1788521696.403644:0:22765:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788521696.403646:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef413fc600, rc 0) 00000100:00100000:2.0:1788521696.403728:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76714700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+7:18741:x1875400201499904:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 739us (1003us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521696.403736:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 31 00000100:00100000:0.0:1788521696.406150:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521696.409238:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201500032 00000100:00100000:1.0:1788521696.409260:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201500032 00000100:00100000:1.0:1788521696.409343:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 6 00000100:00100000:1.0:1788521696.409356:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44403b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+5:18741:x1875400201500032:12345-192.168.203.41@tcp:900:lfs.0 00000100:00100000:1.0:1788521696.409489:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44403b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+5:18741:x1875400201500032:12345-192.168.203.41@tcp:900:lfs.0 Request processed in 134us (3353us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521696.409498:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 6 00000100:00100000:1.0:1788521696.417974:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521696.418075:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201500288 00000100:00100000:0.0:1788521696.418088:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201500288 00000100:00100000:0.0:1788521696.418166:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 32 00000100:00100000:0.0:1788521696.418178:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef76715f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2451e496-71d6-47d2-ad98-f9aa0bb78d28+7:18741:x1875400201500288:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1788521696.418207:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788521696.418249:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d32e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedc76 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788521696.418743:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1788521696.418942:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d32e7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc76 expref: 9 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.418960:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fef71ec0000) 00010000:00010000:0.0:1788521696.418964:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788521696.418970:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d32e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc76 expref: 9 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.418987:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fee42411600, rc 0) 00000100:00100000:0.0:1788521696.419106:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef76715f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2451e496-71d6-47d2-ad98-f9aa0bb78d28+8:18741:x1875400201500288:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 929us (1146us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1788521696.419114:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 32 00000100:00100000:3.0:1788521696.427245:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521696.427485:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201500544 00000100:00100000:2.0:1788521696.427498:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201500544 00000100:00100000:2.0:1788521696.427576:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 33 00000100:00100000:2.0:1788521696.427589:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+8:18741:x1875400201500544:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:2.0:1788521696.427668:0:22765:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788521696.427714:0:22765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc600/0x411dd0ee4d2d32e0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc6f expref: 8 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.427739:0:22765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fef71ec0400) 00010000:00010000:2.0:1788521696.427746:0:22765:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788521696.427774:0:22765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fca00/0x411dd0ee4d2d32f5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.427809:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fca00/0x411dd0ee4d2d32f5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.427821:0:22765:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fca00/0x411dd0ee4d2d32f5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788521696.428143:0:22765:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000000705e171 reply state 00000000f445713d transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fca00/0x411dd0ee4d2d32f5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.428157:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fca00/0x411dd0ee4d2d32f5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.428165:0:22765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fef71ec0400) 00010000:00010000:2.0:1788521696.428168:0:22765:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1788521696.428171:0:22765:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788521696.428179:0:22765:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1788521696.429993:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+9:18741:x1875400201500544:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 2389us (2759us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1788521696.430028:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 33 00000100:00100000:3.0:1788521696.434576:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521696.434688:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201500800 00000100:00100000:2.0:1788521696.434701:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201500800 00000100:00100000:2.0:1788521696.434769:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 2 00000100:00100000:2.0:1788521696.434780:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+9:18741:x1875400201500800:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:2.0:1788521696.435119:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+10:18741:x1875400201500800:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 339us (557us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1788521696.435128:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 2 00000100:00100000:1.0:1788521696.441166:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521696.441275:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201501056 00000100:00100000:2.0:1788521696.441289:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201501056 00000100:00100000:2.0:1788521696.441364:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 34 00000100:00100000:2.0:1788521696.441385:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2451e496-71d6-47d2-ad98-f9aa0bb78d28+10:18741:x1875400201501056:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1788521696.441416:0:25602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521696.441460:0:25602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc600/0x411dd0ee4d2d32fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedc7d expref: -99 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.441553:0:25602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3303 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.441571:0:25602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3303 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.441586:0:25602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3303 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.441599:0:25602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d330a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.441607:0:25602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d330a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.441613:0:25602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d330a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788521696.441752:0:25602:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788521696.441842:0:25602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3303 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.441850:0:25602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3303 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.441857:0:25602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3303 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.441864:0:25602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef413fce00 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:2.0:1788521696.441868:0:25602:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3303 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.441937:0:25602:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3303 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.441954:0:25602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fef71ec0000) 00010000:00010000:2.0:1788521696.441957:0:25602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788521696.441963:0:25602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3303 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.441970:0:25602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3303 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.441987:0:25602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d330a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.441993:0:25602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d330a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.441999:0:25602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d330a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.442004:0:25602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef413fdc00 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:2.0:1788521696.442007:0:25602:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d330a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.442013:0:25602:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d330a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.442019:0:25602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8fee42476500) 00010000:00010000:2.0:1788521696.442022:0:25602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788521696.442024:0:25602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d330a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.442043:0:25602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d330a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.442082:0:25602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc600/0x411dd0ee4d2d32fc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc7d expref: 12 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.442094:0:25602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fef71ec0000) 00010000:00010000:2.0:1788521696.442096:0:25602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788521696.442100:0:25602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc600/0x411dd0ee4d2d32fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc7d expref: 12 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.442109:0:25602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef413fc600, rc 0) 00000100:00100000:2.0:1788521696.442186:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2451e496-71d6-47d2-ad98-f9aa0bb78d28+11:18741:x1875400201501056:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 811us (1033us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1788521696.442195:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 34 00000100:00100000:1.0:1788521696.449196:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521696.449339:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201501184 00000100:00100000:0.0:1788521696.449352:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201501184 00000100:00100000:0.0:1788521696.449441:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 35 00000100:00100000:0.0:1788521696.449454:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2451e496-71d6-47d2-ad98-f9aa0bb78d28+11:18741:x1875400201501184:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1788521696.449485:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788521696.449516:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d3318 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedc84 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.449647:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d331f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.449665:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d331f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.449834:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d331f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788521696.449869:0:22766:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788521696.449874:0:22766:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788521696.449948:0:22766:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d331f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.449978:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d3318 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc84 expref: 13 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.450000:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d331f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc84 expref: 12 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.450034:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fef71ec0400) 00010000:00010000:0.0:1788521696.450037:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788521696.450042:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fee42410800, rc 0) 00000100:00100000:0.0:1788521696.450113:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2451e496-71d6-47d2-ad98-f9aa0bb78d28+12:18741:x1875400201501184:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 661us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521696.450121:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 35 00000100:00100000:3.0:1788521696.454588:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521696.454699:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201501312 00000100:00100000:2.0:1788521696.454711:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201501312 00000100:00100000:2.0:1788521696.454782:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 3 00000100:00100000:2.0:1788521696.454794:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+12:18741:x1875400201501312:12345-192.168.203.41@tcp:37:lfs.0 00000100:00100000:2.0:1788521696.463842:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+12:18741:x1875400201501312:12345-192.168.203.41@tcp:37:lfs.0 Request processed in 8986us (9203us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521696.463858:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 3 00000100:00100000:1.0:1788521696.469183:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521696.469379:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201501568 00000100:00100000:0.0:1788521696.469393:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201501568 00000100:00100000:0.0:1788521696.469464:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 4 00000100:00100000:0.0:1788521696.469478:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef74b0b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2451e496-71d6-47d2-ad98-f9aa0bb78d28+12:18741:x1875400201501568:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:0.0:1788521696.469802:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef74b0b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2451e496-71d6-47d2-ad98-f9aa0bb78d28+13:18741:x1875400201501568:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 327us (632us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1788521696.469811:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 4 00000100:00100000:3.0:1788521696.544205:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521696.548258:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201501696 00000100:00100000:2.0:1788521696.548282:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201501696 00000100:00100000:2.0:1788521696.548396:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 36 00000100:00100000:2.0:1788521696.548408:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+11:18747:x1875400201501696:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:2.0:1788521696.548455:0:25602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521696.548487:0:25602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc600/0x411dd0ee4d2d3326 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedc8b expref: -99 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.548574:0:25602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d332d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.548593:0:25602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d332d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.548607:0:25602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d332d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.548620:0:25602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3334 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.548627:0:25602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3334 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.548635:0:25602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3334 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.548747:0:25602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd200/0x411dd0ee4d2d333b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.548758:0:25602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd200/0x411dd0ee4d2d333b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.548766:0:25602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd200/0x411dd0ee4d2d333b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788521696.549041:0:25602:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788521696.549053:0:25602:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788521696.549102:0:25602:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd200/0x411dd0ee4d2d333b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.549118:0:25602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d332d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.549125:0:25602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d332d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.549133:0:25602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d332d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.549139:0:25602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef413fdc00 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:2.0:1788521696.549144:0:25602:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d332d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.549152:0:25602:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d332d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.549166:0:25602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fef71ec0000) 00010000:00010000:2.0:1788521696.549169:0:25602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788521696.549174:0:25602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d332d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.549181:0:25602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d332d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.549197:0:25602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3334 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.549204:0:25602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3334 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.549219:0:25602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3334 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.549225:0:25602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef413fce00 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:2.0:1788521696.549228:0:25602:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3334 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.549235:0:25602:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3334 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.549243:0:25602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8fee42476500) 00010000:00010000:2.0:1788521696.549245:0:25602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788521696.549249:0:25602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3334 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.549255:0:25602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3334 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.549287:0:25602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc600/0x411dd0ee4d2d3326 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc8b expref: 13 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.549302:0:25602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd200/0x411dd0ee4d2d333b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc8b expref: 12 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.549310:0:25602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fef71ec0400) 00010000:00010000:2.0:1788521696.549312:0:25602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788521696.549315:0:25602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef413fd200, rc 0) 00000100:00100000:2.0:1788521696.549452:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+12:18747:x1875400201501696:12345-192.168.203.41@tcp:101:bash.0 Request processed in 1045us (5259us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521696.549468:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 36 00000100:00100000:1.0:1788521696.552199:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521696.552301:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201501824 00000100:00100000:3.0:1788521696.552312:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201501824 00000100:00100000:3.0:1788521696.552388:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 7 00000100:00100000:3.0:1788521696.552400:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee4244ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:18747:x1875400201501824:12345-192.168.203.41@tcp:900:bash.0 00000100:00100000:3.0:1788521696.552502:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee4244ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:18747:x1875400201501824:12345-192.168.203.41@tcp:900:bash.0 Request processed in 104us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521696.552511:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 7 00000100:00100000:1.0:1788521696.556178:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521696.556270:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201502080 00000100:00100000:2.0:1788521696.556282:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201502080 00000100:00100000:2.0:1788521696.556357:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 37 00000100:00100000:2.0:1788521696.556369:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+12:18747:x1875400201502080:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:2.0:1788521696.556405:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521696.556433:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc600/0x411dd0ee4d2d3342 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedc92 expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.556570:0:22765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3349 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.556588:0:22765:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d331f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc84 expref: 12 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.556598:0:22765:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3349 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.556641:0:22765:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d331f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc84 expref: 12 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.556656:0:22765:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d331f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc84 expref: 12 pid: 22766 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521696.556672:0:22765:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cf480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22765:1875400222592256:192.168.203.41@tcp:104: 00000100:00100000:2.0:1788521696.556778:0:22765:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6da1a300 going to sleep for 11 seconds 00000100:00100000:0.0:1788521696.562695:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521696.562955:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201502208 00000100:00100000:3.0:1788521696.562966:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201502208 00010000:00010000:3.0:1788521696.563020:0:22752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d331f lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc84 expref: 13 pid: 22766 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521696.563094:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 16 00000100:00100000:3.0:1788521696.563108:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44401f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2451e496-71d6-47d2-ad98-f9aa0bb78d28+13:2396:x1875400201502208:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788521696.563127:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788521696.563136:0:22752:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d331f lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc84 expref: 13 pid: 22766 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521696.563153:0:22752:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d331f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc84 expref: 13 pid: 22766 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521696.563181:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fef71ec0400) 00010000:00010000:3.0:1788521696.563187:0:22752:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3349 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521696.563200:0:22752:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3349 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521696.563210:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3349 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521696.563235:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788521696.563307:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44401f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2451e496-71d6-47d2-ad98-f9aa0bb78d28+13:2396:x1875400201502208:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 202us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521696.563316:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 16 00010000:00010000:2.0:1788521696.564076:0:22765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d331f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc84 expref: 12 pid: 22766 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521696.564116:0:22765:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cf480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22765:1875400222592256:192.168.203.41@tcp:104: 00010000:00010000:2.0:1788521696.564141:0:22765:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3349 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.564152:0:22765:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3349 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.564158:0:22765:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3349 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.564189:0:22765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3350 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.564201:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3350 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.564211:0:22765:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3350 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.565975:0:22765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc400/0x411dd0ee4d2d3357 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.565999:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc400/0x411dd0ee4d2d3357 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.566011:0:22765:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc400/0x411dd0ee4d2d3357 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788521696.566025:0:22765:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788521696.566063:0:22765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3349 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.566085:0:22765:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3349 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.566092:0:22765:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3349 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.566099:0:22765:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef413fce00 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:2.0:1788521696.566105:0:22765:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3349 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.566113:0:22765:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3349 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.566127:0:22765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fef71ec0400) 00010000:00010000:2.0:1788521696.566131:0:22765:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788521696.566136:0:22765:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3349 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.566143:0:22765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3349 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788521696.566171:0:22765:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003bad2193 reply state 00000000a98237ac transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3350 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.566184:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3350 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.566190:0:22765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8fef71591200) 00010000:00010000:2.0:1788521696.566192:0:22765:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788521696.566195:0:22765:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788521696.566250:0:22765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc600/0x411dd0ee4d2d3342 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc92 expref: 15 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.566275:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc400/0x411dd0ee4d2d3357 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc92 expref: 14 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.566283:0:22765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:2.0:1788521696.566286:0:22765:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1788521696.566288:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef413fc400, rc 0) 00000100:00100000:2.0:1788521696.566383:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+15:18747:x1875400201502080:12345-192.168.203.41@tcp:101:bash.0 Request processed in 10015us (10218us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1788521696.566393:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 37 00000100:00100000:0.0:1788521696.590019:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521696.590131:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201502336 00000100:00100000:2.0:1788521696.590142:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201502336 00000100:00100000:2.0:1788521696.590216:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 38 00000100:00100000:2.0:1788521696.590232:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44402d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+15:18747:x1875400201502336:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:2.0:1788521696.590263:0:25602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521696.590289:0:25602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc600/0x411dd0ee4d2d3365 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedc99 expref: -99 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.590379:0:25602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d336c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.590395:0:25602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d336c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.590408:0:25602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d336c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788521696.590465:0:25602:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1788521696.590486:0:25602:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788521696.590508:0:25602:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d336c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.590521:0:25602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d336c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.590547:0:25602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc600/0x411dd0ee4d2d3365 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc99 expref: 17 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.590570:0:25602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d336c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc99 expref: 16 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521696.590580:0:25602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:2.0:1788521696.590583:0:25602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788521696.590587:0:25602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef413fce00, rc 0) 00000100:00100000:2.0:1788521696.590658:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44402d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+16:18747:x1875400201502336:12345-192.168.203.41@tcp:101:bash.0 Request processed in 428us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521696.590665:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 38 00000100:00100000:1.0:1788521696.604369:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521696.604535:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201502592 00000100:00100000:0.0:1788521696.604550:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201502592 00000100:00100000:0.0:1788521696.604624:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 5 00000100:00100000:0.0:1788521696.604635:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+16:18747:x1875400201502592:12345-192.168.203.41@tcp:35:bash.0 00000100:00100000:0.0:1788521696.605286:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+17:18747:x1875400201502592:12345-192.168.203.41@tcp:35:bash.0 Request processed in 649us (928us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1788521696.605296:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 5 00000100:00100000:1.0:1788521696.724425:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521696.724732:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201502848 00000100:00100000:0.0:1788521696.724746:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201502848 00000100:00100000:0.0:1788521696.724835:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 39 00000100:00100000:0.0:1788521696.724848:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+17:18757:x1875400201502848:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1788521696.724942:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788521696.724974:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3373 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedca0 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788521696.725106:0:22766:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1788521696.725234:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3373 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedca0 expref: 19 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.725251:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fef71ec0000) 00010000:00010000:0.0:1788521696.725254:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788521696.725261:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3373 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedca0 expref: 19 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.725279:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fee42410800, rc 0) 00000100:00100000:0.0:1788521696.725357:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+18:18757:x1875400201502848:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 512us (948us total) trans 12884901898 rc 301/301 00000100:00100000:0.0:1788521696.725365:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 39 00000100:00100000:3.0:1788521696.733696:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521696.733956:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201503104 00000100:00100000:2.0:1788521696.733971:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201503104 00000100:00100000:2.0:1788521696.734048:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 6 00000100:00100000:2.0:1788521696.734062:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+18:18757:x1875400201503104:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:2.0:1788521696.734380:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+19:18757:x1875400201503104:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 321us (710us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1788521696.734388:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 6 00000040:00080000:1.0:1788521696.784140:0:23522:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788521696.790639:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521696.791059:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201503360 00000100:00100000:0.0:1788521696.791073:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201503360 00000100:00100000:0.0:1788521696.791157:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 40 00000100:00100000:0.0:1788521696.791169:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7f0cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+19:18760:x1875400201503360:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1788521696.791202:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788521696.791229:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3381 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedca7 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.792317:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d3388 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.792342:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d3388 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.792357:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d3388 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788521696.793611:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788521696.793912:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3381 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedca7 expref: 22 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.793943:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d3388 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedca7 expref: 21 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.793953:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:0.0:1788521696.793957:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788521696.793961:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fee42411600, rc 0) 00000100:00100000:0.0:1788521696.794064:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7f0cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+21:18760:x1875400201503360:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 2896us (3439us total) trans 12884901900 rc 0/0 00000100:00100000:0.0:1788521696.794075:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 40 00000100:00100000:1.0:1788521696.803865:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521696.803973:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521696.804116:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201503616 00000100:00100000:0.0:1788521696.804129:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201503616 00000100:00100000:0.0:1788521696.804206:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 41 00000100:00100000:0.0:1788521696.804218:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+21:18760:x1875400201503616:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:0.0:1788521696.804309:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3396 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.804350:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3396 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.804492:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3396 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521696.804508:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201503488 00000100:00100000:3.0:1788521696.804514:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201503488 00010000:00010000:0.0:1788521696.804544:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3396 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.804552:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3396 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521696.804559:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 0 00010000:00010000:0.0:1788521696.804560:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3396 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.804567:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42410800 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:0.0:1788521696.804572:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3396 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521696.804573:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+22:2393:x1875400201503488:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788521696.804581:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3396 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521696.804585:0:22750:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788521696.809400:0:22750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d3388 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedca7 expref: 22 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521696.809438:0:22750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:3.0:1788521696.809445:0:22750:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788521696.809561:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+21:2393:x1875400201503488:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 4985us (5705us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521696.809574:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 0 00010000:00010000:0.0:1788521696.813988:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:0.0:1788521696.814120:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788521696.814136:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3396 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521696.814151:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3396 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521696.815913:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+20:18760:x1875400201503616:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 11654us (11896us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521696.815949:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 41 00000100:00100000:1.0:1788521696.829607:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521696.829828:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201503872 00000100:00100000:2.0:1788521696.829841:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201503872 00000100:00100000:2.0:1788521696.829969:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 7 00000100:00100000:2.0:1788521696.830000:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+20:18760:x1875400201503872:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:2.0:1788521696.830307:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+21:18760:x1875400201503872:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 309us (712us total) trans 12884901901 rc 0/0 00000100:00100000:2.0:1788521696.830316:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 7 00000100:00100000:0.0:1788521696.911117:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee44403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222592384:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788521696.911142:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222592512:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788521696.911452:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7be4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222592640:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788521696.912075:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788521696.920060:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521696.920324:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222592512 00000100:00100000:1.0:1788521696.920337:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222592512 00000100:00100000:1.0:1788521696.920406:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788521696.920415:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222592512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788521696.920451:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788521696.920522:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222592512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521696.920529:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788521696.921439:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521696.921519:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222592384 00000100:00100000:1.0:1788521696.921528:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222592384 00000100:00080000:0.0:1788521696.921573:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788521696.921597:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788521696.921606:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222592384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788521696.921630:0:24276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1788521696.921686:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222592384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521696.921693:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788521696.921772:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee44403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222592384:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788521696.922001:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222592512:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788521696.925032:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521696.927726:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222592640 00000100:00100000:1.0:1788521696.927747:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222592640 00000100:00100000:1.0:1788521696.927863:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788521696.927876:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222592640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788521696.927954:0:22770:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788521696.928080:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222592640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 198us (3052us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521696.928090:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788521696.928185:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7be4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222592640:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788521697.218244:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521697.218525:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201504128 00000100:00100000:1.0:1788521697.218537:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201504128 00000100:00100000:1.0:1788521697.218666:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 42 00000100:00100000:1.0:1788521697.218676:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+21:18791:x1875400201504128:12345-192.168.203.41@tcp:101:cat.0 00010000:00010000:1.0:1788521697.218706:0:25602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521697.218734:0:25602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1b000/0x411dd0ee4d2d339d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedcae expref: -99 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521697.218874:0:25602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1b400/0x411dd0ee4d2d33a4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521697.219014:0:25602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1b400/0x411dd0ee4d2d33a4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521697.219031:0:25602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1b400/0x411dd0ee4d2d33a4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788521697.219045:0:25602:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788521697.219302:0:25602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1b000/0x411dd0ee4d2d339d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcae expref: 24 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521697.219334:0:25602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1b400/0x411dd0ee4d2d33a4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcae expref: 23 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521697.219346:0:25602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:3.0:1788521697.219350:0:25602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788521697.219355:0:25602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef46c1b400, rc 0) 00000100:00100000:3.0:1788521697.219444:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+23:18791:x1875400201504128:12345-192.168.203.41@tcp:101:cat.0 Request processed in 770us (1224us total) trans 12884901902 rc 0/0 00000100:00100000:3.0:1788521697.219452:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 42 00000100:00080000:0.0:1788521697.220063:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788521697.222599:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521697.222658:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521697.223070:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201504512 00000100:00100000:2.0:1788521697.223075:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201504256 00000100:00100000:0.0:1788521697.223083:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201504512 00000100:00100000:2.0:1788521697.223084:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201504256 00000100:00100000:0.0:1788521697.223164:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 8 00000100:00100000:2.0:1788521697.223165:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1 00000100:00100000:0.0:1788521697.223183:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+24:18791:x1875400201504512:12345-192.168.203.41@tcp:35:cat.0 00000100:00100000:2.0:1788521697.223184:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+24:2396:x1875400201504256:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788521697.223209:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788521697.223242:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1b400/0x411dd0ee4d2d33a4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcae expref: 24 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521697.223268:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:2.0:1788521697.223274:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788521697.223353:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+23:2396:x1875400201504256:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 176us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521697.223360:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1 00000100:00100000:0.0:1788521697.223956:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+23:18791:x1875400201504512:12345-192.168.203.41@tcp:35:cat.0 Request processed in 777us (1294us total) trans 12884901903 rc 0/0 00000100:00100000:0.0:1788521697.223965:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 8 00000100:00100000:3.0:1788521697.307992:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521697.308630:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201504768 00000100:00100000:2.0:1788521697.308646:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201504768 00000100:00100000:2.0:1788521697.308721:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 43 00000100:00100000:2.0:1788521697.308733:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+23:18797:x1875400201504768:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:2.0:1788521697.309006:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521697.309035:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d33b2 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedcb5 expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521697.315505:0:22765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fcc00/0x411dd0ee4d2d33b9 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521697.315539:0:22765:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc400/0x411dd0ee4d2d3357 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc92 expref: 24 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521697.315550:0:22765:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d336c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc99 expref: 24 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521697.315561:0:22765:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fcc00/0x411dd0ee4d2d33b9 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521697.315617:0:22765:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d336c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc99 expref: 24 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521697.315649:0:22765:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d336c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc99 expref: 24 pid: 25602 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521697.315667:0:22765:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22765:1875400222592768:192.168.203.41@tcp:104: 00010000:00010000:2.0:1788521697.315820:0:22765:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc400/0x411dd0ee4d2d3357 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc92 expref: 24 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521697.315831:0:22765:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc400/0x411dd0ee4d2d3357 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc92 expref: 24 pid: 22765 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521697.315864:0:22765:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22765:1875400222592896:192.168.203.41@tcp:104: 00000100:00100000:2.0:1788521697.316206:0:22765:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef49f2a480 going to sleep for 11 seconds 00000100:00100000:3.0:1788521697.320177:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521697.322616:0:25104:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201504896 00000100:00100000:3.0:1788521697.322638:0:25104:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201504896 00010000:00010000:3.0:1788521697.322714:0:25104:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d336c lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc99 expref: 25 pid: 25602 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521697.322784:0:25104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 17 00000100:00100000:3.0:1788521697.322796:0:25104:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+25:2396:x1875400201504896:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788521697.322814:0:25104:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788521697.322822:0:25104:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d336c lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc99 expref: 25 pid: 25602 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521697.322836:0:25104:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d336c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc99 expref: 25 pid: 25602 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521697.322864:0:25104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:3.0:1788521697.322871:0:25104:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fcc00/0x411dd0ee4d2d33b9 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521697.322907:0:25104:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fcc00/0x411dd0ee4d2d33b9 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521697.322916:0:25104:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788521697.322996:0:25104:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+25:2396:x1875400201504896:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 203us (2834us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521697.323005:0:25104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 17 00010000:00010000:2.0:1788521697.323781:0:22765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d336c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc99 expref: 24 pid: 25602 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521697.323805:0:22765:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22765:1875400222592768:192.168.203.41@tcp:104: 00000100:00100000:3.0:1788521697.326080:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521697.327525:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201505024 00000100:00100000:0.0:1788521697.327544:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201505024 00010000:00010000:0.0:1788521697.327605:0:22752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc400/0x411dd0ee4d2d3357 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc92 expref: 24 pid: 22765 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521697.327660:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 18 00000100:00100000:0.0:1788521697.327672:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef456d9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+24:2396:x1875400201505024:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788521697.327690:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788521697.327697:0:22752:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc400/0x411dd0ee4d2d3357 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc92 expref: 24 pid: 22765 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.327731:0:22752:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc400/0x411dd0ee4d2d3357 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc92 expref: 24 pid: 22765 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.327757:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:0.0:1788521697.327762:0:22752:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fcc00/0x411dd0ee4d2d33b9 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.327773:0:22752:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fcc00/0x411dd0ee4d2d33b9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.327782:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fcc00/0x411dd0ee4d2d33b9 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.327808:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788521697.327942:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef456d9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+24:2396:x1875400201505024:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 271us (1874us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521697.327951:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 18 00010000:00010000:2.0:1788521697.336021:0:22765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc400/0x411dd0ee4d2d3357 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedc92 expref: 23 pid: 22765 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521697.336059:0:22765:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22765:1875400222592896:192.168.203.41@tcp:104: 00010000:00010000:2.0:1788521697.336097:0:22765:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fcc00/0x411dd0ee4d2d33b9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521697.336109:0:22765:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fcc00/0x411dd0ee4d2d33b9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521697.336115:0:22765:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fcc00/0x411dd0ee4d2d33b9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788521697.336145:0:22765:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788521697.336359:0:22765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d33b2 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcb5 expref: 24 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521697.336444:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fcc00/0x411dd0ee4d2d33b9 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcb5 expref: 23 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521697.336478:0:22765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:2.0:1788521697.336542:0:22765:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1788521697.336549:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef413fcc00, rc 0) 00000100:00100000:2.0:1788521697.336637:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+23:18797:x1875400201504768:12345-192.168.203.41@tcp:101:dd.0 Request processed in 27905us (28661us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1788521697.336647:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 43 00000100:00100000:2.0:1788521697.347744:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521697.348234:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201505152 00000100:00100000:0.0:1788521697.348250:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201505152 00000100:00100000:0.0:1788521697.348332:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 44 00000100:00100000:0.0:1788521697.348344:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+23:18797:x1875400201505152:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:0.0:1788521697.348386:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788521697.348414:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d33c7 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedcbc expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.348461:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d33ce lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.348514:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d33ce lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.348528:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d33ce lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.348678:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d33c7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcbc expref: 25 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.348700:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d33ce lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcbc expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.348711:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:0.0:1788521697.348714:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788521697.348718:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fee42410c00, rc 0) 00000100:00100000:0.0:1788521697.348795:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+24:18797:x1875400201505152:12345-192.168.203.41@tcp:101:dd.0 Request processed in 454us (1067us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521697.348802:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 44 00000100:00100000:1.0:1788521697.357041:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521697.357215:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201505408 00000100:00100000:0.0:1788521697.357229:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201505408 00000100:00100000:0.0:1788521697.357316:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 45 00000100:00100000:0.0:1788521697.357329:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+24:18797:x1875400201505408:12345-192.168.203.41@tcp:36:dd.0 00010000:00010000:0.0:1788521697.357683:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d33d5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.357708:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d33d5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.357748:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d33d5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788521697.357807:0:22766:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:0.0:1788521697.357835:0:22766:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c04f5485 reply state 00000000e1626528 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d33d5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.357849:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d33d5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.357858:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:0.0:1788521697.357861:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788521697.357866:0:22766:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788521697.358051:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+27:18797:x1875400201505408:12345-192.168.203.41@tcp:36:dd.0 Request processed in 723us (1024us total) trans 12884901906 rc 0/0 00000100:00100000:0.0:1788521697.358059:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 45 00000020:00080000:0.0:1788521697.358064:0:22766:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788521697.362443:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521697.362634:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201505536 00000100:00100000:0.0:1788521697.362646:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201505536 00000100:00100000:0.0:1788521697.363474:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 46 00000100:00100000:0.0:1788521697.363508:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+27:18797:x1875400201505536:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:0.0:1788521697.363545:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788521697.363579:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d33dc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedcc3 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.363671:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d33dc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcc3 expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.363691:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d33dc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcc3 expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.363734:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:0.0:1788521697.363739:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788521697.363744:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fee42410400, rc 0) 00000100:00100000:0.0:1788521697.363828:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+28:18797:x1875400201505536:12345-192.168.203.41@tcp:101:dd.0 Request processed in 329us (1400us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521697.363836:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 46 00000100:00100000:3.0:1788521697.376204:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521697.376322:0:25104:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201505792 00000100:00100000:1.0:1788521697.376336:0:25104:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201505792 00000100:00100000:1.0:1788521697.376421:0:25104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 2 00000100:00100000:1.0:1788521697.376451:0:25104:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+28:18797:x1875400201505792:12345-192.168.203.41@tcp:103:dd.0 00010000:00010000:1.0:1788521697.376473:0:25104:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788521697.376518:0:25104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d33dc lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcc3 expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521697.376548:0:25104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:1.0:1788521697.376554:0:25104:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788521697.376625:0:25104:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+27:18797:x1875400201505792:12345-192.168.203.41@tcp:103:dd.0 Request processed in 176us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521697.376633:0:25104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 2 00000100:00100000:1.0:1788521697.379547:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521697.379714:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201505920 00000100:00100000:0.0:1788521697.379727:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201505920 00000100:00100000:0.0:1788521697.379816:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 47 00000100:00100000:0.0:1788521697.379829:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43e29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+27:18797:x1875400201505920:12345-192.168.203.41@tcp:58:dd.0 00010000:00010000:0.0:1788521697.380023:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411200/0x411dd0ee4d2d33e3 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.380045:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411200/0x411dd0ee4d2d33e3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.380060:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411200/0x411dd0ee4d2d33e3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788521697.383935:0:22766:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788521697.383974:0:22766:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1788521697.384118:0:22766:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1788521697.384289:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43e29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+27:18797:x1875400201505920:12345-192.168.203.41@tcp:58:dd.0 Request processed in 4457us (4752us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521697.384300:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 47 00000100:00100000:3.0:1788521697.391432:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521697.391535:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201506048 00000100:00100000:0.0:1788521697.391545:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201506048 00000100:00100000:0.0:1788521697.391619:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 48 00000100:00100000:0.0:1788521697.391628:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+27:18797:x1875400201506048:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:0.0:1788521697.391648:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788521697.391732:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410e00/0x411dd0ee4d2d33ea lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedcca expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.391788:0:22767:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411200/0x411dd0ee4d2d33e3 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.391799:0:22767:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410e00/0x411dd0ee4d2d33ea lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcca expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.391818:0:22767:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411200/0x411dd0ee4d2d33e3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.391830:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410e00/0x411dd0ee4d2d33ea lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcca expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.391842:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:0.0:1788521697.391845:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788521697.391849:0:22767:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410e00/0x411dd0ee4d2d33ea lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcca expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521697.391857:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fee42410e00, rc 0) 00000100:00100000:0.0:1788521697.391956:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+28:18797:x1875400201506048:12345-192.168.203.41@tcp:101:dd.0 Request processed in 329us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521697.391963:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 48 00000100:00100000:0.0:1788521697.933275:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee44401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222593152:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1788521697.933310:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521697.933323:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7be4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222593024:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788521697.933369:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521697.933411:0:24277:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222593152 00000100:00100000:3.0:1788521697.933419:0:24277:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222593152 00000100:00100000:3.0:1788521697.933475:0:24277:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788521697.933485:0:24277:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44401f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222593152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788521697.933514:0:24277:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788521697.933557:0:24277:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44401f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222593152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521697.933564:0:24277:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788521697.933586:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521697.933607:0:24277:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222593024 00000100:00100000:3.0:1788521697.933611:0:24277:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222593024 00000100:00100000:3.0:1788521697.933628:0:24277:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788521697.933633:0:24277:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222593024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788521697.933642:0:24277:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788521697.933665:0:24277:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222593024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 31us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521697.933670:0:24277:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788521697.933703:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7be4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222593024:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1788521697.933728:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788521697.935960:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3643:1875400222593280:0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.936059:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521697.936108:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222593536:0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.936128:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875400222593792:0@lo:400:kworker.0 00000100:00100000:2.0:1788521697.936182:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521697.936191:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521697.936241:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222594048:0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.936242:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875400222594304:0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.936291:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521697.936307:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521697.936317:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1875400222594816:0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.936586:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521697.936608:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788521697.936613:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222593408:0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.936632:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521697.936643:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222593920:0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.936654:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521697.936664:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875400222594432:0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.936676:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521697.936710:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222593280 00000100:00100000:3.0:1788521697.936716:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222593280 00000100:00100000:3.0:1788521697.936750:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1788521697.936755:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da94050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:3643:x1875400222593280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521697.936783:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875400222594560:0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.936798:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da94050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bc87a7be-759f-4a68-8f1e-a2eda6f554e4+24:3643:x1875400222593280:12345-0@lo:400:kworker.0 Request processed in 42us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521697.936803:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1788521697.936825:0:23509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222593408 00000100:00100000:3.0:1788521697.936827:0:23509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222593408 00000100:00100000:3.0:1788521697.936840:0:23509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222593920 00000100:00100000:3.0:1788521697.936843:0:23509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222593920 00000100:00100000:3.0:1788521697.936863:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788521697.936869:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222593408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.936944:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222593408:12345-0@lo:400:kworker.0 Request processed in 74us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521697.936959:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521697.936970:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788521697.936995:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788521697.937004:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222593664:0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.937088:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788521697.937099:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222593920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521697.937256:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521697.937268:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875400222593920:12345-0@lo:400:kworker.0 Request processed in 170us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521697.937275:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788521697.937303:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222594176:0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.937336:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222593408:0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.937423:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875400222593920:0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.937437:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bc87a7be-759f-4a68-8f1e-a2eda6f554e4:3643:1875400222593280:0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.937469:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222593792 00000100:00100000:3.0:1788521697.937474:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222593792 00000100:00100000:3.0:1788521697.937495:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222594304 00000100:00100000:3.0:1788521697.937498:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222594304 00000100:00100000:2.0:1788521697.937507:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788521697.937515:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222594816 00000100:00100000:3.0:1788521697.937520:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222594816 00000100:00100000:2.0:1788521697.937544:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef715a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1875400222594688:0@lo:400:kworker.0 00000100:00080000:3.0:1788521697.937549:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788521697.937576:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222594432 00000100:00100000:3.0:1788521697.937580:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222594432 00000100:00100000:2.0:1788521697.937587:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788521697.937602:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788521697.937626:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222594560 00000100:00100000:3.0:1788521697.937629:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222594560 00000100:00100000:2.0:1788521697.937644:0:24800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222593536 00000100:00080000:3.0:1788521697.937647:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788521697.937653:0:24800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222593536 00000100:00100000:3.0:1788521697.937664:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222594688 00000100:00100000:3.0:1788521697.937670:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222594688 00000100:00100000:3.0:1788521697.937718:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788521697.937728:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875400222593792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521697.937731:0:24800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222594048 00000100:00100000:2.0:1788521697.937738:0:24800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222594048 00000100:00100000:2.0:1788521697.937770:0:24800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222593664 00000100:00100000:2.0:1788521697.937773:0:24800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222593664 00000100:00100000:3.0:1788521697.937785:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875400222593792:12345-0@lo:400:kworker.0 Request processed in 60us (1594us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521697.937807:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788521697.937807:0:24800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222594176 00000100:00100000:2.0:1788521697.937814:0:24800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222594176 00000100:00100000:3.0:1788521697.937835:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788521697.937853:0:24800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788521697.937854:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875400222594304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521697.937871:0:24800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222593536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.937936:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875400222594304:12345-0@lo:400:kworker.0 Request processed in 92us (1645us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521697.937945:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788521697.937966:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788521697.937984:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875400222594816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521697.937984:0:24800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222593536:12345-0@lo:400:kworker.0 Request processed in 111us (1795us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521697.937997:0:24800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788521697.938032:0:24800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788521697.938039:0:24800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222594048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521697.938067:0:24800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222594048:12345-0@lo:400:kworker.0 Request processed in 29us (1764us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521697.938072:0:24800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788521697.938085:0:24800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788521697.938093:0:24800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222593664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.938125:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875400222594816:12345-0@lo:400:kworker.0 Request processed in 152us (1539us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521697.938135:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788521697.938150:0:24800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1875400222593664:12345-0@lo:400:kworker.0 Request processed in 57us (894us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521697.938158:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788521697.938171:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7be4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875400222594432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521697.938180:0:24800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788521697.938212:0:24800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788521697.938213:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7be4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875400222594432:12345-0@lo:400:kworker.0 Request processed in 43us (1535us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521697.938223:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788521697.938230:0:24800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef46c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222594176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.938238:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788521697.938244:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef715a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875400222594560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521697.938305:0:24800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef46c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1875400222594176:12345-0@lo:400:kworker.0 Request processed in 78us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521697.938310:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef715a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875400222594560:12345-0@lo:400:kworker.0 Request processed in 64us (1358us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521697.938314:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788521697.938325:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788521697.938333:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef46c6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875400222594688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788521697.938343:0:24800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:2.0:1788521697.938372:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788521697.938378:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788521697.938407:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222593664:0@lo:400:kworker.0 00000100:00100000:2.0:1788521697.938432:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222594176:0@lo:400:kworker.0 00000100:00100000:2.0:1788521697.938452:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875400222593536:0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.938467:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef46c6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875400222594688:12345-0@lo:400:kworker.0 Request processed in 126us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521697.938473:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875400222594048:0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.938495:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00010000:00080000:2.0:1788521697.938503:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fef715a2680 x1875400222594560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788521697.938519:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875400222594560:0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.938541:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875400222594432:0@lo:400:kworker.0 00010000:00080000:3.0:1788521697.938558:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fef715a0e00 x1875400222594816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788521713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788521697.938567:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1875400222594816:0@lo:400:kworker.0 00000100:00100000:2.0:1788521697.938584:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef715a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1875400222594688:0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.938585:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875400222593792:0@lo:400:kworker.0 00000100:00100000:3.0:1788521697.938617:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875400222594304:0@lo:400:kworker.0 00000100:00100000:2.0:1788521697.938748:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee44401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222593152:0@lo:13:osp-pre-1-1.0 00000040:00080000:3.0:1788521698.317699:0:22798:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788521698.317708:0:22798:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788521698.317733:0:22798:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1788521698.317743:0:22798:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1788521698.317876:0:22798:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436ced80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22798:1875400222594944:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788521698.317987:0:22798:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fee435a1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788521698.329666:0:22798:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436ced80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22798:1875400222594944:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788521698.330276:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521698.330509:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201506176 00000100:00100000:3.0:1788521698.330519:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201506176 00000100:00100000:3.0:1788521698.330578:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 49 00000100:00100000:3.0:1788521698.330588:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+28:18798:x1875400201506176:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788521698.330632:0:25602:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788521698.330771:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+28:18798:x1875400201506176:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 183us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521698.330779:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 49 00000100:00100000:3.0:1788521698.342696:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521698.343161:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201506304 00000100:00100000:0.0:1788521698.343170:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201506304 00000100:00100000:0.0:1788521698.343324:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 50 00000100:00100000:0.0:1788521698.343345:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+28:18798:x1875400201506304:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1788521698.343417:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411400/0x411dd0ee4d2d33f1 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343434:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411400/0x411dd0ee4d2d33f1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343448:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411400/0x411dd0ee4d2d33f1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343463:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d33f8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343470:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d33f8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343475:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d33f8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343496:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d33ff lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343505:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d33ff lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343511:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d33ff lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788521698.343575:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1788521698.343580:0:22767:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788521698.343592:0:22767:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d33ff lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343603:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411400/0x411dd0ee4d2d33f1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343610:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411400/0x411dd0ee4d2d33f1 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343617:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411400/0x411dd0ee4d2d33f1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343623:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42411400 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:0.0:1788521698.343627:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411400/0x411dd0ee4d2d33f1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343635:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411400/0x411dd0ee4d2d33f1 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343647:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8fef71591800) 00010000:00010000:0.0:1788521698.343649:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788521698.343664:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411400/0x411dd0ee4d2d33f1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343672:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411400/0x411dd0ee4d2d33f1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343685:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d33f8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343702:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d33f8 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343707:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d33f8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343712:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42411800 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:0.0:1788521698.343715:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d33f8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343722:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d33f8 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343731:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8fee42476700) 00010000:00010000:0.0:1788521698.343734:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788521698.343736:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d33f8 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343742:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d33f8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343758:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d33ff lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343763:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d33ff lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343768:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d33ff lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343772:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42410400 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:0.0:1788521698.343780:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d33ff lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343785:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d33ff lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343793:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:0.0:1788521698.343795:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788521698.343797:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d33ff lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.343802:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d33ff lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521698.343918:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+28:18798:x1875400201506304:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 Request processed in 584us (1230us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521698.343926:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 50 00000100:00100000:0.0:1788521698.347315:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521698.347477:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201506560 00000100:00100000:3.0:1788521698.347500:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201506560 00000100:00100000:3.0:1788521698.347560:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 51 00000100:00100000:3.0:1788521698.347570:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44403800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+28:18798:x1875400201506560:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788521698.347595:0:25602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788521698.347613:0:25602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d3406 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedcd1 expref: -99 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.347724:0:25602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d340d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.347738:0:25602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d340d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.347749:0:25602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d340d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788521698.347760:0:25602:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788521698.347832:0:25602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d340d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.347840:0:25602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d340d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.347847:0:25602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d340d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.347853:0:25602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef6d7b7000 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:3.0:1788521698.347857:0:25602:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d340d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.347864:0:25602:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d340d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.347932:0:25602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:3.0:1788521698.347936:0:25602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788521698.347941:0:25602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d340d lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.347947:0:25602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d340d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.348007:0:25602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d3406 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcd1 expref: 30 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.348017:0:25602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8fef71591800) 00010000:00010000:3.0:1788521698.348020:0:25602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788521698.348023:0:25602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d3406 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcd1 expref: 30 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.348032:0:25602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef6d7b7200, rc 0) 00000100:00100000:3.0:1788521698.348253:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44403800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+29:18798:x1875400201506560:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 682us (948us total) trans 12884901907 rc 301/301 00000100:00100000:3.0:1788521698.348261:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 51 00000100:00100000:1.0:1788521698.351465:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521698.351554:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201506688 00000100:00100000:2.0:1788521698.351563:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201506688 00000100:00100000:2.0:1788521698.351649:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 52 00000100:00100000:2.0:1788521698.351720:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+29:18798:x1875400201506688:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788521698.351751:0:22766:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788521698.351922:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+29:18798:x1875400201506688:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 263us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521698.351929:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 52 00000100:00100000:1.0:1788521698.358931:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521698.359040:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201506944 00000100:00100000:2.0:1788521698.359049:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201506944 00000100:00100000:2.0:1788521698.359114:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 53 00000100:00100000:2.0:1788521698.359125:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef816de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+29:18798:x1875400201506944:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788521698.359145:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521698.359181:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc400/0x411dd0ee4d2d341b lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedcd8 expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788521698.359562:0:22765:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x23:0x0], count =31 00000004:00080000:2.0:1788521698.359568:0:22765:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x23:0x0]+31 in llog 00000004:00080000:2.0:1788521698.359588:0:22765:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:2.0:1788521698.359735:0:22765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3422 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.359751:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3422 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.359762:0:22765:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3422 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.359815:0:22765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc400/0x411dd0ee4d2d341b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcd8 expref: 32 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.359833:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3422 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcd8 expref: 31 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.359841:0:22765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fef71591f00) 00010000:00010000:2.0:1788521698.359843:0:22765:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788521698.359846:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef413fce00, rc 0) 00000100:00100000:2.0:1788521698.359945:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef816de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+31:18798:x1875400201506944:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 822us (1061us total) trans 12884901908 rc 0/0 00000100:00100000:2.0:1788521698.359952:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 53 00000100:00100000:3.0:1788521698.373678:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521698.373773:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201507200 00000100:00100000:0.0:1788521698.373781:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201507200 00000100:00100000:0.0:1788521698.373880:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 54 00000100:00100000:0.0:1788521698.373931:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+31:18798:x1875400201507200:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788521698.374006:0:22767:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788521698.374032:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fce00/0x411dd0ee4d2d3422 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcd8 expref: 31 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374050:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fef71591f00) 00010000:00010000:0.0:1788521698.374071:0:22767:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788521698.374092:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3430 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374111:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3430 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374121:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3430 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374136:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d3437 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xc992a963 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374143:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d3437 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc992a963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374149:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d3437 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc992a963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374198:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3430 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374206:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3430 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374212:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3430 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374218:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42410400 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:0.0:1788521698.374222:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3430 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374229:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3430 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374238:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fef71ec0400) 00010000:00010000:0.0:1788521698.374246:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788521698.374250:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3430 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374256:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3430 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374267:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d3437 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc992a963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374274:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d3437 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc992a963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374280:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d3437 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc992a963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374284:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42411800 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:0.0:1788521698.374287:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d3437 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc992a963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374293:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d3437 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc992a963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374300:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xc992a963 (ffff8fee42476700) 00010000:00010000:0.0:1788521698.374303:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788521698.374305:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d3437 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xc992a963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.374312:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411800/0x411dd0ee4d2d3437 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xc992a963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521698.374382:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+30:18798:x1875400201507200:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 453us (714us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788521698.374395:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 54 00000100:00100000:1.0:1788521698.378037:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521698.379231:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201507328 00000100:00100000:2.0:1788521698.379242:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201507328 00000100:00100000:2.0:1788521698.379550:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 55 00000100:00100000:2.0:1788521698.379575:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+30:18798:x1875400201507328:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788521698.379597:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788521698.379621:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc400/0x411dd0ee4d2d343e lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedcdf expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.379658:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d3445 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.379672:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d3445 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.379683:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d3445 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.379786:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fc400/0x411dd0ee4d2d343e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcdf expref: 32 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.379805:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fd800/0x411dd0ee4d2d3445 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcdf expref: 31 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.379813:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fef71591400) 00010000:00010000:2.0:1788521698.379816:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788521698.379819:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef413fd800, rc 0) 00000100:00100000:2.0:1788521698.379976:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+31:18798:x1875400201507328:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 403us (1946us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521698.379984:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 55 00000100:00100000:1.0:1788521698.389384:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521698.389708:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201507584 00000100:00100000:3.0:1788521698.389732:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201507584 00000100:00100000:3.0:1788521698.389792:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 56 00000100:00100000:3.0:1788521698.389802:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+31:18798:x1875400201507584:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788521698.389879:0:22765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d344c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.389954:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d344c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.389966:0:22765:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d344c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788521698.390121:0:22765:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:3.0:1788521698.390130:0:22765:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 748456245373ns, next at 749456243287ns, rc = 0 00000004:00010000:3.0:1788521698.390180:0:22765:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006bd58512 reply state 00000000a5057a18 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d344c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.390192:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d344c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.390200:0:22765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fef71591400) 00010000:00010000:3.0:1788521698.390203:0:22765:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1788521698.390206:0:22765:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788521698.390315:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+33:18798:x1875400201507584:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 513us (939us total) trans 12884901909 rc 0/0 00000100:00100000:3.0:1788521698.390322:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 56 00000100:00100000:0.0:1788521698.392967:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521698.393036:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201507712 00000100:00100000:1.0:1788521698.393045:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201507712 00000100:00100000:1.0:1788521698.393099:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 57 00000100:00100000:1.0:1788521698.393109:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44400a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+33:18798:x1875400201507712:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788521698.393130:0:25602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521698.393151:0:25602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1a000/0x411dd0ee4d2d3453 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedce6 expref: -99 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.393206:0:25602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1a000/0x411dd0ee4d2d3453 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedce6 expref: 34 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.393238:0:25602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1a000/0x411dd0ee4d2d3453 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedce6 expref: 34 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.393258:0:25602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fef71591400) 00010000:00010000:1.0:1788521698.393261:0:25602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788521698.393264:0:25602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef46c1a000, rc 0) 00000100:00100000:1.0:1788521698.393322:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44400a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+34:18798:x1875400201507712:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 214us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521698.393329:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 57 00000100:00100000:1.0:1788521698.396634:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521698.396745:0:24800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201507840 00000100:00100000:2.0:1788521698.396754:0:24800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201507840 00000100:00100000:2.0:1788521698.397635:0:24800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 23 00000100:00080000:3.0:1788521698.398461:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788521698.398525:0:24800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2394:x1875400201507840:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1788521698.398771:0:24800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:2394:x1875400201507840:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 1114us (2148us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1788521698.398778:0:24800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 23 00000100:00100000:3.0:1788521698.401866:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521698.402873:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201508096 00000100:00100000:1.0:1788521698.402927:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201508096 00000100:00100000:1.0:1788521698.402975:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 9 00000100:00100000:1.0:1788521698.402985:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+34:18798:x1875400201508096:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788521698.403202:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+35:18798:x1875400201508096:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 218us (1344us total) trans 12884901910 rc 0/0 00000100:00100000:1.0:1788521698.403210:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 9 00000100:00100000:0.0:1788521698.412011:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521698.412095:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201508352 00000100:00100000:3.0:1788521698.412104:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201508352 00000100:00100000:3.0:1788521698.412191:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 58 00000100:00100000:3.0:1788521698.412202:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee44401500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+35:18798:x1875400201508352:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788521698.412328:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee44401500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+35:18798:x1875400201508352:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 128us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521698.412754:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 58 00000100:00100000:2.0:1788521698.415007:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521698.415299:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201508480 00000100:00100000:1.0:1788521698.415310:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201508480 00000100:00100000:1.0:1788521698.415369:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 59 00000100:00100000:1.0:1788521698.415379:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef46c6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+35:18798:x1875400201508480:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788521698.415409:0:25602:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521698.415429:0:25602:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1a200/0x411dd0ee4d2d345a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedced expref: -99 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.415516:0:25602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1a600/0x411dd0ee4d2d3461 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.415530:0:25602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1a600/0x411dd0ee4d2d3461 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.415555:0:25602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1a600/0x411dd0ee4d2d3461 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788521698.415600:0:25602:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788521698.415619:0:25602:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1a600/0x411dd0ee4d2d3461 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.415645:0:25602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1a200/0x411dd0ee4d2d345a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedced expref: 37 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.415662:0:25602:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1a600/0x411dd0ee4d2d3461 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedced expref: 36 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.415671:0:25602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fef71591400) 00010000:00010000:1.0:1788521698.415674:0:25602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1788521698.415677:0:25602:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef46c1a600, rc 0) 00000100:00100000:1.0:1788521698.415746:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef46c6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+36:18798:x1875400201508480:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 368us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521698.415753:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 59 00000100:00100000:1.0:1788521698.429332:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521698.430040:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201508608 00000100:00100000:3.0:1788521698.430050:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201508608 00000100:00100000:3.0:1788521698.430133:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 24 00000100:00100000:3.0:1788521698.430143:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+6:2394:x1875400201508608:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788521698.430159:0:24274:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788521698.430180:0:24274:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5de83ac/0x411dd0ee4d2d3468 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedcf4 expref: -99 pid: 24274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788521698.430208:0:24274:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9aace1, blocks: 0x0 00010000:00010000:3.0:1788521698.430226:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=748s v=(0 0) 00010000:00010000:3.0:1788521698.430231:0:24274:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788521698.430240:0:24274:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5de83ac/0x411dd0ee4d2d3468 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcf4 expref: 7 pid: 24274 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.430259:0:24274:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d5de83ac/0x411dd0ee4d2d3468 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcf4 expref: 7 pid: 24274 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.430272:0:24274:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef6d7b7000, rc 0) 00000100:00100000:3.0:1788521698.430331:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+7:2394:x1875400201508608:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 189us (1008us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521698.430338:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 24 00000100:00100000:0.0:1788521698.439811:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521698.439943:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201508864 00000100:00100000:3.0:1788521698.439953:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201508864 00000100:00100000:3.0:1788521698.440580:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 60 00000100:00100000:3.0:1788521698.440594:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+36:18798:x1875400201508864:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788521698.440718:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+36:18798:x1875400201508864:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 128us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521698.440726:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 60 00000100:00100000:2.0:1788521698.464935:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521698.465033:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201508992 00000100:00100000:1.0:1788521698.465043:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201508992 00000100:00100000:1.0:1788521698.465157:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 61 00000100:00100000:1.0:1788521698.465168:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef46c6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+36:18798:x1875400201508992:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1788521698.469046:0:22745:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:1.0:1788521698.469064:0:22745:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:1.0:1788521698.469118:0:22745:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:1.0:1788521698.469245:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef46c6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+19:18798:x1875400201508992:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 Request processed in 4075us (4357us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521698.469255:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 61 00000100:00100000:0.0:1788521698.469424:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788521698.469439:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7bed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222595072:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1788521698.469491:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521698.469533:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222595072 00000100:00100000:0.0:1788521698.469551:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222595072 00010000:00010000:2.0:1788521698.469573:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fca00/0x411dd0ee4d2d32f5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.469585:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fca00/0x411dd0ee4d2d32f5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521698.469586:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00010000:00010000:2.0:1788521698.469593:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fca00/0x411dd0ee4d2d32f5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521698.469594:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7bed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875400222595072:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1788521698.469599:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef413fca00 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:2.0:1788521698.469603:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fca00/0x411dd0ee4d2d32f5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.469610:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fca00/0x411dd0ee4d2d32f5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.469625:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fef71ec0400) 00010000:00010000:2.0:1788521698.469627:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1788521698.469632:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fca00/0x411dd0ee4d2d32f5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.469638:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fca00/0x411dd0ee4d2d32f5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788521698.469713:0:24275:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1788521698.469717:0:24275:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1788521698.469719:0:24275:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1788521698.469721:0:24275:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788521697 -> 1788521697 00002000:00010000:0.0:1788521698.469723:0:24275:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1788521698.469753:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7bed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3643:x1875400222595072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 159us (261us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1788521698.469759:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000004:00080000:0.0:1788521698.469794:0:3643:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8fef7bed7800/2, rc 0, transno 12884901892 00000100:00100000:0.0:1788521698.469799:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7bed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875400222595072:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1788521698.470302:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d32a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470312:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d32a1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470319:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d32a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470324:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42410600 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:3.0:1788521698.470327:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d32a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470333:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d32a1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470344:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8fee42476500) 00010000:00010000:3.0:1788521698.470347:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788521698.470351:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d32a1 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470358:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410600/0x411dd0ee4d2d32a1 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470375:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dc000/0x411dd0ee4d2d32a8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470381:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dc000/0x411dd0ee4d2d32a8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470394:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dc000/0x411dd0ee4d2d32a8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470399:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef821dc000 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:3.0:1788521698.470402:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dc000/0x411dd0ee4d2d32a8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470408:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dc000/0x411dd0ee4d2d32a8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470416:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fef71ec0400) 00010000:00010000:3.0:1788521698.470418:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788521698.470421:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dc000/0x411dd0ee4d2d32a8 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470427:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef821dc000/0x411dd0ee4d2d32a8 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25602 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470441:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3350 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470447:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3350 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470453:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3350 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470458:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef413fdc00 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:3.0:1788521698.470460:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3350 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470479:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3350 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470487:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8fef71591200) 00010000:00010000:3.0:1788521698.470489:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788521698.470493:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3350 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470499:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef413fdc00/0x411dd0ee4d2d3350 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470524:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d33d5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470530:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d33d5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470535:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d33d5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470786:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42411000 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:3.0:1788521698.470790:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d33d5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470797:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d33d5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470813:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:3.0:1788521698.470816:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788521698.470819:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d33d5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470832:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d33d5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470845:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d344c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470851:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d344c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470857:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d344c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470861:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fef6d7b7200 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:3.0:1788521698.470865:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d344c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470871:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d344c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470880:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fef71591400) 00010000:00010000:3.0:1788521698.470972:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788521698.470975:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d344c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.470981:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d344c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521698.478551:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521698.478854:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201509120 00000100:00100000:3.0:1788521698.478864:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201509120 00000100:00100000:3.0:1788521698.479366:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 26 00000100:00100000:3.0:1788521698.479377:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef75221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+7:2395:x1875400201509120:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1788521698.479503:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef75221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+7:2395:x1875400201509120:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 129us (961us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521698.479512:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 26 00000100:00100000:2.0:1788521698.483024:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521698.483130:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201509376 00000100:00100000:3.0:1788521698.483141:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201509376 00000100:00100000:3.0:1788521698.483209:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 62 00000100:00100000:3.0:1788521698.483219:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef46c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+15:18798:x1875400201509376:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788521698.483271:0:22765:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788521698.483299:0:22765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1a600/0x411dd0ee4d2d3461 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedced expref: 15 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.483319:0:22765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fef71591400) 00010000:00010000:3.0:1788521698.483325:0:22765:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788521698.483356:0:22765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d346f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.483370:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d346f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.483380:0:22765:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d346f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788521698.483502:0:22765:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c2114157 reply state 0000000012da099b transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d346f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.483515:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7200/0x411dd0ee4d2d346f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.483522:0:22765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fef71591400) 00010000:00010000:3.0:1788521698.483538:0:22765:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788521698.483541:0:22765:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788521698.483637:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef46c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+16:18798:x1875400201509376:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 419us (623us total) trans 12884901911 rc 0/0 00000100:00100000:3.0:1788521698.483645:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 62 00000100:00100000:0.0:1788521698.490060:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521698.490150:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201509504 00000100:00100000:1.0:1788521698.490159:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201509504 00000100:00100000:1.0:1788521698.490239:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 27 00000100:00100000:1.0:1788521698.490249:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7bed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+7:18798:x1875400201509504:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788521698.490269:0:24275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788521698.490286:0:24275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000719f70cd/0x411dd0ee4d2d3476 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedcfb expref: -99 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.492004:0:24275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d5de83ac/0x411dd0ee4d2d3468 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcf4 expref: 8 pid: 24274 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.492019:0:24275:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521698.492024:0:24275:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788521698.492031:0:24275:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000719f70cd/0x411dd0ee4d2d3476 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcfb expref: 8 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.492077:0:24275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d5de83ac/0x411dd0ee4d2d3468 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcf4 expref: 8 pid: 24274 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.492110:0:24275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d5de83ac/0x411dd0ee4d2d3468 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcf4 expref: 8 pid: 24274 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521698.492129:0:24275:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef75223b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:24275:1875400222595200:192.168.203.41@tcp:104: 00000100:00100000:1.0:1788521698.492283:0:24275:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef461b0480 going to sleep for 11 seconds 00000100:00100000:1.0:1788521698.496602:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521698.496690:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201509632 00000100:00100000:2.0:1788521698.496700:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201509632 00010000:00010000:2.0:1788521698.496735:0:22752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d5de83ac/0x411dd0ee4d2d3468 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcf4 expref: 9 pid: 24274 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521698.496769:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 19 00000100:00100000:2.0:1788521698.496779:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43497480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+9:2395:x1875400201509632:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788521698.496792:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788521698.496811:0:22752:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d5de83ac/0x411dd0ee4d2d3468 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcf4 expref: 9 pid: 24274 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.496825:0:22752:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d5de83ac/0x411dd0ee4d2d3468 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcf4 expref: 9 pid: 24274 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.496849:0:22752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521698.496853:0:22752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788521698.496860:0:22752:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000719f70cd/0x411dd0ee4d2d3476 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcfb expref: 9 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.496869:0:22752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000719f70cd/0x411dd0ee4d2d3476 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcfb expref: 9 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.496943:0:22752:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000719f70cd/0x411dd0ee4d2d3476 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcfb expref: 9 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521698.496976:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef46c6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:22752:1875400222595328:192.168.203.41@tcp:105: 00000100:00100000:2.0:1788521698.497048:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef551f7900 going to sleep for 11 seconds 00010000:00010000:0.0:1788521698.497261:0:24275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5de83ac/0x411dd0ee4d2d3468 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcf4 expref: 9 pid: 24274 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521698.497278:0:24275:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef75223b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:24275:1875400222595200:192.168.203.41@tcp:104: 00010000:00010000:0.0:1788521698.497310:0:24275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000719f70cd/0x411dd0ee4d2d3476 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcfb expref: 8 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.497320:0:24275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef46c1a400, rc 0) 00000100:00100000:0.0:1788521698.497413:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7bed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+8:18798:x1875400201509504:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 7113us (7315us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521698.497420:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 27 00000100:00100000:2.0:1788521698.507414:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef46c6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:22752:1875400222595328:192.168.203.41@tcp:105: 00010000:00010000:2.0:1788521698.507440:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788521698.507501:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43497480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+7:2395:x1875400201509632:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 10722us (10911us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521698.507512:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 19 00000100:00100000:3.0:1788521698.513646:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521698.513761:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201509760 00000100:00100000:1.0:1788521698.513769:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201509760 00000100:00100000:1.0:1788521698.513829:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 28 00000100:00100000:1.0:1788521698.513838:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+7:2396:x1875400201509760:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1788521698.514028:0:24272:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1788521698.514032:0:24272:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1788521696 00002000:00010000:1.0:1788521698.514035:0:24272:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1788521695 00002000:00010000:1.0:1788521698.514037:0:24272:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788521697 -> 1788521696 00002000:00010000:1.0:1788521698.514040:0:24272:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1788521698.514105:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+8:2396:x1875400201509760:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 268us (467us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1788521698.514112:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 28 00000100:00100000:1.0:1788521698.517132:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521698.517546:0:24800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201509888 00000100:00100000:0.0:1788521698.517555:0:24800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201509888 00000100:00100000:0.0:1788521698.517611:0:24800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 29 00000100:00100000:0.0:1788521698.517621:0:24800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+8:2395:x1875400201509888:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788521698.517674:0:24800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000831893b9/0x411dd0ee4d2d347d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.517694:0:24800:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000719f70cd/0x411dd0ee4d2d3476 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcfb expref: 8 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.517702:0:24800:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788521698.517706:0:24800:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788521698.517711:0:24800:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000831893b9/0x411dd0ee4d2d347d lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.517746:0:24800:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000719f70cd/0x411dd0ee4d2d3476 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcfb expref: 8 pid: 24275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.517760:0:24800:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000719f70cd/0x411dd0ee4d2d3476 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcfb expref: 8 pid: 24275 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521698.517788:0:24800:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7bed5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24800:1875400222595456:192.168.203.41@tcp:104: 00000100:00100000:0.0:1788521698.517865:0:24800:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef49f2a480 going to sleep for 11 seconds 00000100:00100000:2.0:1788521698.523614:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521698.523778:0:25104:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201510016 00000100:00100000:1.0:1788521698.523788:0:25104:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201510016 00010000:00010000:1.0:1788521698.523833:0:25104:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000719f70cd/0x411dd0ee4d2d3476 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcfb expref: 9 pid: 24275 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521698.523941:0:25104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 20 00000100:00100000:1.0:1788521698.523952:0:25104:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef46c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+9:2395:x1875400201510016:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788521698.523967:0:25104:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788521698.523991:0:25104:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000719f70cd/0x411dd0ee4d2d3476 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcfb expref: 9 pid: 24275 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.524005:0:25104:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000719f70cd/0x411dd0ee4d2d3476 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcfb expref: 9 pid: 24275 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.524030:0:25104:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788521698.524035:0:25104:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788521698.524041:0:25104:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000831893b9/0x411dd0ee4d2d347d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.524051:0:25104:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000831893b9/0x411dd0ee4d2d347d lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.524072:0:25104:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788521698.524121:0:25104:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef46c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+9:2395:x1875400201510016:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 171us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521698.524129:0:25104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 20 00010000:00010000:0.0:1788521698.524294:0:24800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000719f70cd/0x411dd0ee4d2d3476 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcfb expref: 8 pid: 24275 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521698.524310:0:24800:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7bed5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24800:1875400222595456:192.168.203.41@tcp:104: 00010000:00010000:0.0:1788521698.524523:0:24800:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000831893b9/0x411dd0ee4d2d347d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.524536:0:24800:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000831893b9/0x411dd0ee4d2d347d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.524543:0:24800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000831893b9/0x411dd0ee4d2d347d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.524562:0:24800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000831893b9/0x411dd0ee4d2d347d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.524571:0:24800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000831893b9/0x411dd0ee4d2d347d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.524579:0:24800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000831893b9/0x411dd0ee4d2d347d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.524601:0:24800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42411600 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:0.0:1788521698.524606:0:24800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000831893b9/0x411dd0ee4d2d347d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.524615:0:24800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000831893b9/0x411dd0ee4d2d347d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.524629:0:24800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000831893b9/0x411dd0ee4d2d347d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.524637:0:24800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000831893b9/0x411dd0ee4d2d347d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521698.524780:0:24800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+7:2395:x1875400201509888:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 7160us (7657us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521698.524788:0:24800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 29 00000100:00100000:2.0:1788521698.535844:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521698.535982:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201510272 00000100:00100000:0.0:1788521698.535991:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201510272 00000100:00100000:0.0:1788521698.536045:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 63 00000100:00100000:0.0:1788521698.536055:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef46c6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+16:18798:x1875400201510272:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788521698.536140:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3484 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.536157:0:22766:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d33ce lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcbc expref: 16 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.536184:0:22766:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3484 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.536231:0:22766:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d33ce lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcbc expref: 16 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.536246:0:22766:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d33ce lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcbc expref: 16 pid: 22767 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521698.536261:0:22766:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7bed5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22766:1875400222595584:192.168.203.41@tcp:104: 00000100:00100000:0.0:1788521698.536343:0:22766:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef49f2a480 going to sleep for 11 seconds 00000100:00100000:2.0:1788521698.541340:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521698.541499:0:22766:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7bed5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22766:1875400222595584:192.168.203.41@tcp:104: 00010000:00010000:0.0:1788521698.541528:0:22766:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3484 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521698.541599:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201510400 00000100:00100000:3.0:1788521698.541606:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201510400 00010000:00010000:3.0:1788521698.541642:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d33ce lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcbc expref: 17 pid: 22767 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521698.541689:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 21 00000100:00100000:3.0:1788521698.541698:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef46c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+17:2395:x1875400201510400:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788521698.541711:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788521698.541718:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d33ce lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcbc expref: 17 pid: 22767 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.541729:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d33ce lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcbc expref: 17 pid: 22767 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.541749:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410c00/0x411dd0ee4d2d33ce lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcbc expref: 17 pid: 22767 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.541767:0:22751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:3.0:1788521698.541773:0:22751:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410e00/0x411dd0ee4d2d33ea lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcca expref: 16 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.541783:0:22751:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3484 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.541802:0:22751:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3484 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.541810:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3484 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.541838:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788521698.541940:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef46c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+16:2395:x1875400201510400:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 242us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521698.541947:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 21 00010000:00010000:0.0:1788521698.542169:0:22766:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3484 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.542177:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3484 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.542376:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d348b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.542389:0:22766:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1a000/0x411dd0ee4d2d3453 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedce6 expref: 16 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.542397:0:22766:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d348b lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.542433:0:22766:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1a000/0x411dd0ee4d2d3453 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedce6 expref: 16 pid: 25602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.542446:0:22766:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1a000/0x411dd0ee4d2d3453 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedce6 expref: 16 pid: 25602 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521698.542466:0:22766:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7bed5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22766:1875400222595712:192.168.203.41@tcp:104: 00000100:00100000:0.0:1788521698.542531:0:22766:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef816b70c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788521698.547746:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521698.547869:0:22766:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7bed5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22766:1875400222595712:192.168.203.41@tcp:104: 00010000:00010000:0.0:1788521698.547940:0:22766:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d348b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521698.552298:0:25104:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201510528 00000100:00100000:1.0:1788521698.552314:0:25104:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201510528 00010000:00010000:1.0:1788521698.553795:0:25104:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1a000/0x411dd0ee4d2d3453 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedce6 expref: 17 pid: 25602 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521698.553873:0:25104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 22 00000100:00100000:1.0:1788521698.553910:0:25104:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef46c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+17:2396:x1875400201510528:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788521698.553924:0:25104:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788521698.553931:0:25104:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1a000/0x411dd0ee4d2d3453 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedce6 expref: 17 pid: 25602 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.553945:0:25104:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1a000/0x411dd0ee4d2d3453 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedce6 expref: 17 pid: 25602 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.553968:0:25104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef46c1a000/0x411dd0ee4d2d3453 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedce6 expref: 17 pid: 25602 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.553984:0:25104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fef71591400) 00010000:00010000:1.0:1788521698.553989:0:25104:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d348b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.554000:0:25104:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d348b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.554007:0:25104:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d348b lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.554029:0:25104:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788521698.554094:0:25104:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef46c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+16:2396:x1875400201510528:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 212us (6356us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521698.554101:0:25104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 22 00010000:00010000:0.0:1788521698.554254:0:22766:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d348b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.554261:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d348b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788521698.554382:0:22766:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:0.0:1788521698.554516:0:22766:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:0.0:1788521698.554549:0:22766:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:0.0:1788521698.554622:0:22766:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7bed5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22766:1875400222595840:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788521698.554692:0:22766:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521698.554725:0:22766:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef49f2a480 going to sleep for 11 seconds 00000100:00100000:3.0:1788521698.554879:0:23509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222595840 00000100:00100000:3.0:1788521698.554920:0:23509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222595840 00000100:00100000:3.0:1788521698.554956:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788521698.554964:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7bed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22766:x1875400222595840:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788521698.555048:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7bed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22766:x1875400222595840:12345-0@lo:1000:mdt00_001.0 Request processed in 85us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521698.555054:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788521698.555770:0:22766:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7bed5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22766:1875400222595840:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1788521698.555954:0:22766:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:0.0:1788521698.556010:0:22766:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7bed5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22766:1875400222595968:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788521698.556059:0:22766:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521698.556082:0:22766:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6da59a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788521698.556960:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222595968 00000100:00100000:1.0:1788521698.556975:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222595968 00000100:00100000:1.0:1788521698.557019:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788521698.557028:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7bed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22766:x1875400222595968:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788521698.557163:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7bed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22766:x1875400222595968:12345-0@lo:1000:mdt00_001.0 Request processed in 136us (1104us total) trans 12884901894 rc 0/0 00000100:00100000:1.0:1788521698.557171:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788521698.557263:0:22766:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7bed5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22766:1875400222595968:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1788521698.557301:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d348b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.557309:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d348b lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.557316:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d348b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.557322:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42411600 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:2.0:1788521698.557326:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d348b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.557344:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d348b lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.557366:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fef71591400) 00010000:00010000:2.0:1788521698.557369:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788521698.557374:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d348b lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.557381:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411600/0x411dd0ee4d2d348b lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.557414:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411200/0x411dd0ee4d2d33e3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.557421:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411200/0x411dd0ee4d2d33e3 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.557426:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411200/0x411dd0ee4d2d33e3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.557430:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42411200 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:2.0:1788521698.557433:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411200/0x411dd0ee4d2d33e3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.557438:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411200/0x411dd0ee4d2d33e3 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.557445:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:2.0:1788521698.557447:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788521698.557453:0:22766:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410e00/0x411dd0ee4d2d33ea lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcca expref: 19 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.557465:0:22766:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410e00/0x411dd0ee4d2d33ea lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcca expref: 19 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.557480:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410e00/0x411dd0ee4d2d33ea lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcca expref: 19 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.557534:0:22766:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410e00/0x411dd0ee4d2d33ea lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedcca expref: 19 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521698.557545:0:22766:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef46c6c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22766:1875400222596096:192.168.203.41@tcp:105: 00000100:00100000:2.0:1788521698.557613:0:22766:0:(client.c:2716:ptlrpc_set_wait()) set ffff8fef6da59a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788521698.564295:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521698.564378:0:22766:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef46c6c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22766:1875400222596096:192.168.203.41@tcp:105: 00010000:00010000:0.0:1788521698.564409:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411200/0x411dd0ee4d2d33e3 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.564420:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411200/0x411dd0ee4d2d33e3 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.564453:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d3492 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.564468:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d3492 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.564479:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d3492 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.564489:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d3492 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.564495:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d3492 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.564501:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d3492 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.564507:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42411000 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:0.0:1788521698.564510:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d3492 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.564516:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d3492 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.564543:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:0.0:1788521698.564546:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788521698.564550:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d3492 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.564556:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42411000/0x411dd0ee4d2d3492 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.564566:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3484 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.564572:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3484 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.564577:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3484 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.564581:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42410800 already unused, calling callback (ffffffffc19634f0) 00010000:00010000:0.0:1788521698.564584:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3484 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.564590:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3484 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.564596:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:0.0:1788521698.564598:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788521698.564601:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3484 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.564606:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410800/0x411dd0ee4d2d3484 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521698.564782:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef46c6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+19:18798:x1875400201510272:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 28728us (28947us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1788521698.564792:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 63 00000020:00080000:0.0:1788521698.564798:0:22766:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1788521698.565179:0:22798:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788521698.565183:0:22798:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788521698.565218:0:22798:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1788521698.565225:0:22798:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1788521698.566109:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201510656 00000100:00100000:3.0:1788521698.566118:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201510656 00000100:00100000:3.0:1788521698.566166:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 10 00000100:00100000:3.0:1788521698.566175:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef74b09050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+19:18797:x1875400201510656:12345-192.168.203.41@tcp:49:dd.0 00000100:00100000:3.0:1788521698.566300:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef74b09050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+19:18797:x1875400201510656:12345-192.168.203.41@tcp:49:dd.0 Request processed in 126us (2015us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521698.566307:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 10 00000100:00100000:1.0:1788521698.569724:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521698.569867:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201510912 00000100:00100000:0.0:1788521698.569877:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201510912 00000100:00100000:0.0:1788521698.569954:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 11 00000100:00100000:0.0:1788521698.569963:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43494e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+19:18798:x1875400201510912:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1788521698.570265:0:22768:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1788521698.570299:0:22768:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:0.0:1788521698.570336:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3499 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.570353:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3499 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.570364:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3499 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.570373:0:22768:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3499 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.570380:0:22768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3499 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.570387:0:22768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3499 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.570408:0:22768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788521698.571454:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:1.0:1788521698.571646:0:24933:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788521698.571664:0:24933:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3499 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.571672:0:24933:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42410400 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:1.0:1788521698.571677:0:24933:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3499 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.571686:0:24933:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3499 lrc: 5/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.571702:0:24933:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fef71591400) 00010000:00010000:1.0:1788521698.571705:0:24933:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788521698.571710:0:24933:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3499 lrc: 3/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788521698.571718:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521698.571720:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788521698.571731:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788521698.571869:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fee42410400/0x411dd0ee4d2d3499 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788521698.572007:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43494e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+21:18798:x1875400201510912:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 2043us (2290us total) trans 12884901918 rc 0/0 00000100:00100000:0.0:1788521698.572017:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 11 00000020:00080000:0.0:1788521698.572023:0:22768:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1788521698.572209:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201511040 00000100:00100000:3.0:1788521698.572216:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201511040 00000100:00100000:3.0:1788521698.572262:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 64 00000100:00100000:3.0:1788521698.572278:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef46c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+21:18797:x1875400201511040:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:3.0:1788521698.572294:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788521698.572310:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b6a00/0x411dd0ee4d2d34a0 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x64dd99be98eedd02 expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.572341:0:22765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d34a7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.572354:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d34a7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.572364:0:22765:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d34a7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.572453:0:22765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b6a00/0x411dd0ee4d2d34a0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedd02 expref: 23 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.572466:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fef6d7b7000/0x411dd0ee4d2d34a7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0x64dd99be98eedd02 expref: 22 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.572473:0:22765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fef71591300) 00010000:00010000:3.0:1788521698.572475:0:22765:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788521698.572478:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fef6d7b7000, rc 0) 00000100:00100000:3.0:1788521698.572557:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef46c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+22:18797:x1875400201511040:12345-192.168.203.41@tcp:101:dd.0 Request processed in 281us (1109us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521698.572563:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 64 00000100:00100000:2.0:1788521698.623041:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521698.623149:0:24278:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201511168 00000100:00100000:0.0:1788521698.623160:0:24278:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201511168 00000100:00100000:0.0:1788521698.623231:0:24278:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 0 00000100:00100000:0.0:1788521698.623242:0:24278:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef46c6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+7:2396:x1875400201511168:12345-192.168.203.41@tcp:4:dd.0 00002000:00010000:0.0:1788521698.623286:0:24278:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a9aace0, atime: 0x6a9aacdf, ctime: 0x6a9aace0, blocks: 0x0 00010000:00010000:0.0:1788521698.623295:0:24278:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002619fa51/0x411dd0ee4d2d34ae lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.623311:0:24278:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=748s v=(0 0) 00010000:00010000:0.0:1788521698.623315:0:24278:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788521698.623321:0:24278:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002619fa51/0x411dd0ee4d2d34ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.623344:0:24278:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002619fa51/0x411dd0ee4d2d34ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788521698.638503:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521698.638631:0:24280:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1788521698.638641:0:24280:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:2.0:1788521698.639788:0:24280:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201511296 00000100:00100000:2.0:1788521698.639798:0:24280:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201511296 00000100:00100000:0.0:1788521698.640395:0:25812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1 00000100:00100000:0.0:1788521698.640409:0:25812:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee43495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+9:2396:x1875400201511296:12345-192.168.203.41@tcp:4:dd.0 00010000:00010000:0.0:1788521698.640448:0:25812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c79b1790/0x411dd0ee4d2d34b5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.640488:0:25812:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788521698.640492:0:25812:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788521698.640499:0:25812:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c79b1790/0x411dd0ee4d2d34b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788521698.640513:0:25812:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c79b1790/0x411dd0ee4d2d34b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788521698.743030:0:24269:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:1.0:1788521698.743048:0:24269:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:3.0:1788521698.743377:0:24278:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:3.0:1788521698.743382:0:24278:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 1788521696 -> 1788521697 00002000:00010000:3.0:1788521698.743385:0:24278:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788521696 -> 1788521697 00002000:00010000:3.0:1788521698.743398:0:24278:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:3.0:1788521698.743417:0:24278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002619fa51/0x411dd0ee4d2d34ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.743429:0:24278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002619fa51/0x411dd0ee4d2d34ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.743438:0:24278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002619fa51/0x411dd0ee4d2d34ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.743444:0:24278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42410400 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:3.0:1788521698.743448:0:24278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002619fa51/0x411dd0ee4d2d34ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.743457:0:24278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002619fa51/0x411dd0ee4d2d34ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.743477:0:24278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002619fa51/0x411dd0ee4d2d34ae lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788521698.743484:0:24278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002619fa51/0x411dd0ee4d2d34ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788521698.743650:0:24278:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef46c6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+7:2396:x1875400201511168:12345-192.168.203.41@tcp:4:dd.0 Request processed in 120405us (120612us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1788521698.743670:0:24278:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 0 00000001:00080000:1.0:1788521698.793197:0:24269:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:2.0:1788521698.794665:0:25812:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:2.0:1788521698.794673:0:25812:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:2.0:1788521698.794689:0:25812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c79b1790/0x411dd0ee4d2d34b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.794702:0:25812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c79b1790/0x411dd0ee4d2d34b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.794711:0:25812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c79b1790/0x411dd0ee4d2d34b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.794718:0:25812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fee42410800 already unused, calling callback (ffffffffc0d354f0) 00010000:00010000:2.0:1788521698.794735:0:25812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c79b1790/0x411dd0ee4d2d34b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.794745:0:25812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c79b1790/0x411dd0ee4d2d34b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.794763:0:25812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c79b1790/0x411dd0ee4d2d34b5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788521698.794771:0:25812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c79b1790/0x411dd0ee4d2d34b5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788521698.794951:0:25812:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee43495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2396:x1875400201511296:12345-192.168.203.41@tcp:4:dd.0 Request processed in 154478us (156389us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1788521698.794963:0:25812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1 00010000:00010000:1.0:1788521698.959121:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788521699.981279:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788521699.983617:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222596224:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788521699.983681:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788521699.983962:0:24277:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222596224 00000100:00100000:1.0:1788521699.983970:0:24277:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222596224 00000100:00100000:1.0:1788521699.984027:0:24277:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788521699.984036:0:24277:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7bed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222596224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788521699.984062:0:24277:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3908202496 avail 3676680192 00000100:00100000:1.0:1788521699.984102:0:24277:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7bed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875400222596224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521699.984108:0:24277:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:2.0:1788521699.984160:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788521699.984335:0:3646:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:0.0:1788521699.984340:0:3646:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8fef7bed7800, transno 12884901892 00000004:00080000:0.0:1788521699.984354:0:3646:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:0.0:1788521699.984380:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875400222596224:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788521699.986681:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788521700.409395:0:25849:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00000100:00100000:0.0:1788521700.982870:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521700.982949:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521700.983064:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201511424 00000100:00100000:1.0:1788521700.983064:0:25602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201511552 00000100:00100000:2.0:1788521700.983073:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201511424 00000100:00100000:1.0:1788521700.983073:0:25602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201511552 00000100:00100000:1.0:1788521700.983123:0:25602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 65 00000100:00100000:2.0:1788521700.983124:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 167 00000100:00100000:1.0:1788521700.983133:0:25602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7bed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+22:2396:x1875400201511552:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1788521700.983134:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef6da97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+13:2396:x1875400201511424:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1788521700.983200:0:25602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7bed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+22:2396:x1875400201511552:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 68us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521700.983208:0:25602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 65 00000100:00080000:3.0:1788521700.986838:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788521700.988421:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef6da97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d393f6b6-e882-4058-97fa-58c6fdd55f75+13:2396:x1875400201511424:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 5278us (5550us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521700.988435:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 167 00000100:00100000:0.0:1788521701.000169:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1788521701.000402:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201511680 00000100:00100000:3.0:1788521701.000412:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201511680 00000100:00100000:3.0:1788521701.000497:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 66 00000100:00100000:3.0:1788521701.000510:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7bed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2396:x1875400201511680:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1788521701.000587:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7bed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2396:x1875400201511680:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 80us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1788521701.000595:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 66 00000100:00080000:2.0:1788521701.000802:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788521701.001036:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521701.002354:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521701.002392:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1788521701.002444:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201512192 00000100:00100000:0.0:1788521701.002452:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201512192 00000100:00100000:0.0:1788521701.002515:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 67 00000100:00100000:0.0:1788521701.002524:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef46c6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2451e496-71d6-47d2-ad98-f9aa0bb78d28+5:2396:x1875400201512192:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1788521701.002583:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef46c6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2451e496-71d6-47d2-ad98-f9aa0bb78d28+5:2396:x1875400201512192:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 60us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521701.002605:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 67 00000100:00080000:3.0:1788521701.004048:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788521701.010443:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1788521701.016233:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201511936 00000100:00100000:1.0:1788521701.016250:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201511936 00000100:00100000:1.0:1788521701.016341:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201512448 00000100:00100000:1.0:1788521701.016345:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201512448 00000100:00100000:1.0:1788521701.016377:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 27 00000100:00100000:1.0:1788521701.016387:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7bed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2396:x1875400201511936:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1788521701.016473:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7bed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2396:x1875400201511936:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 87us (15436us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521701.016495:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 27 00000100:00100000:1.0:1788521701.016515:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 28 00000100:00100000:1.0:1788521701.016522:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef46c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2451e496-71d6-47d2-ad98-f9aa0bb78d28+5:2396:x1875400201512448:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1788521701.016547:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef46c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2451e496-71d6-47d2-ad98-f9aa0bb78d28+5:2396:x1875400201512448:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 26us (14155us total) trans 0 rc 0/0 00000100:00100000:1.0:1788521701.016554:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 28 00010000:00010000:1.0:1788521701.016607:0:24933:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788521701.016913:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788521701.018126:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521701.018183:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1788521701.018214:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201511808 00000100:00100000:2.0:1788521701.018230:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201511808 00000100:00100000:2.0:1788521701.018269:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201512320 00000100:00100000:2.0:1788521701.018272:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201512320 00000100:00100000:2.0:1788521701.018290:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 29 00000100:00100000:2.0:1788521701.018298:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef46c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2396:x1875400201511808:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1788521701.018344:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef46c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:af1ed9ca-fab3-4cb0-af33-aa83c24d4239+5:2396:x1875400201511808:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 47us (7912us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521701.018350:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 29 00000100:00100000:2.0:1788521701.018375:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 30 00000100:00100000:2.0:1788521701.018381:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef46c6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+5:2396:x1875400201512320:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1788521701.018401:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef46c6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+5:2396:x1875400201512320:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 21us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521701.018407:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 30 00000100:00080000:0.0:1788521701.018537:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788521701.018550:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400201512064 00000100:00100000:0.0:1788521701.018554:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400201512064 00000100:00100000:0.0:1788521701.018602:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 68 00000100:00100000:0.0:1788521701.018609:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef46c6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:2396:x1875400201512064:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1788521701.018653:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef46c6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2451e496-71d6-47d2-ad98-f9aa0bb78d28+6:2396:x1875400201512064:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 45us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521701.018659:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 68 00000100:00080000:2.0:1788521701.019786:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788521702.029937:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7bed7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222596352:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788521702.030044:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521702.030101:0:24277:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222596352 00000100:00100000:0.0:1788521702.030109:0:24277:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222596352 00000100:00100000:0.0:1788521702.030177:0:24277:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788521702.030187:0:24277:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7bed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222596352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788521702.030214:0:24277:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3908202496 avail 3676680192 00000100:00100000:0.0:1788521702.030257:0:24277:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7bed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875400222596352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521702.030262:0:24277:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:0.0:1788521702.030293:0:22761:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788521702.030350:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7bed7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875400222596352:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788521702.032083:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788521702.032101:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fef7bed7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222596480:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788521702.032149:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788521702.032211:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222596480 00000100:00100000:0.0:1788521702.032217:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222596480 00000100:00100000:0.0:1788521702.032255:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788521702.032263:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fef7bed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222596480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788521702.032313:0:22770:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788521702.033034:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fef7bed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875400222596480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 770us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1788521702.033041:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788521702.033093:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fef7bed7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875400222596480:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788521702.033184:0:22753:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788521702.037306:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8fee436cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222596608:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788521702.037752:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788521702.037849:0:23509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875400222596608 00000100:00100000:2.0:1788521702.037857:0:23509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875400222596608 00000100:00100000:2.0:1788521702.037939:0:23509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788521702.037959:0:23509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fee436cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222596608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788521702.037991:0:23509:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:2.0:1788521702.038041:0:23509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fee436cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875400222596608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1788521702.038048:0:23509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788521702.038099:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8fee436cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875400222596608:0@lo:41:osp-pre-0-1.0 Debug log: 14476 lines, 14476 kept, 0 dropped, 0 bad.