00010000:00010000:0.0F:1788509658.006019:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0F:1788509658.137539:0:17897:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0F:1788509658.326845:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd87c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796899584:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788509658.326941:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509658.327149:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788509658.327163:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd87c6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796899712:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788509658.327193:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509658.327246:0:17886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796899584 00000100:00100000:0.0:1788509658.327253:0:17886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796899584 00000100:00100000:0.0:1788509658.327295:0:17886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796899712 00000100:00100000:0.0:1788509658.327298:0:17886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796899712 00000100:00100000:0.0:1788509658.327313:0:17886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788509658.327321:0:17886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87c43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796899584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788509658.327362:0:17886:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1788509658.327405:0:17886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87c43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796899584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509658.327411:0:17886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788509658.327430:0:17886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788509658.327436:0:17886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796899712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788509658.327454:0:17886:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788509658.327484:0:17886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796899712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 48us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509658.327490:0:17886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788509658.327532:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd87c6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796899712:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788509658.327617:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd87c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796899584:0@lo:41:osp-pre-0-1.0 00000001:00080000:1.0:1788509658.848495:0:17124:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00010000:00010000:3.0:1788509658.848695:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a600/0xe5156b86310df17a lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509658.848721:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a600/0xe5156b86310df17a lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509658.848730:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a600/0xe5156b86310df17a lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509658.848736:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb590a600 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:3.0:1788509658.848741:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a600/0xe5156b86310df17a lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509658.848750:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a600/0xe5156b86310df17a lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509658.848773:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8bcc87343d00) 00010000:00010000:3.0:1788509658.848776:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788509658.848782:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a600/0xe5156b86310df17a lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509658.848789:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a600/0xe5156b86310df17a lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1788509658.849060:0:17124:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8bcc81a2fb40 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:1.0:1788509658.849066:0:17124:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8bcdb587eb00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8bcc81a2f600 00000020:00080000:1.0:1788509658.849070:0:17124:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8bcdb587e800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8bcc81a65800 00000020:00080000:3.0:1788509658.849156:0:17183:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:3.0:1788509658.849270:0:17183:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:2.0F:1788509659.032324:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788509659.350636:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87c41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796899968:0@lo:400:kworker.0 00000100:00100000:1.0:1788509659.350749:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509659.350825:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87c40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796900480:0@lo:400:kworker.0 00000100:00100000:1.0:1788509659.350852:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509659.350872:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87c43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3646:1875387796900992:0@lo:400:kworker.0 00000100:00100000:1.0:1788509659.350943:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509659.350975:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788509659.350982:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87c40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796900096:0@lo:400:kworker.0 00000100:00100000:1.0:1788509659.351037:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509659.351060:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87c42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796900608:0@lo:400:kworker.0 00000100:00100000:1.0:1788509659.351084:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509659.351102:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87c43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3646:1875387796901120:0@lo:400:kworker.0 00000100:00100000:1.0:1788509659.351123:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509659.351162:0:17886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796899968 00000100:00100000:1.0:1788509659.351170:0:17886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796899968 00000100:00100000:1.0:1788509659.351225:0:17886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796900480 00000100:00100000:1.0:1788509659.351229:0:17886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796900480 00000100:00100000:1.0:1788509659.351245:0:17886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788509659.351255:0:17886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796899968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509659.351327:0:17886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796899968:12345-0@lo:400:kworker.0 Request processed in 72us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509659.351347:0:17886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788509659.351368:0:17886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788509659.351376:0:17886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb787ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796900480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509659.351406:0:17886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb787ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796900480:12345-0@lo:400:kworker.0 Request processed in 32us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509659.351412:0:17886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788509659.351468:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796900992 00000100:00100000:1.0:1788509659.351472:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796900992 00000100:00100000:1.0:1788509659.351512:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796901120 00000100:00100000:1.0:1788509659.351515:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796901120 00000100:00100000:1.0:1788509659.351535:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788509659.351542:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875387796900992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509659.351572:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875387796900992:12345-0@lo:400:kworker.0 Request processed in 32us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509659.351579:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788509659.351590:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788509659.351596:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875387796901120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509659.351621:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875387796901120:12345-0@lo:400:kworker.0 Request processed in 26us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509659.351627:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788509659.351647:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796900096 00000100:00100000:1.0:1788509659.351651:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796900096 00000100:00100000:1.0:1788509659.351678:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796900608 00000100:00100000:1.0:1788509659.351681:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796900608 00000100:00100000:1.0:1788509659.351702:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788509659.351717:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796900096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509659.351750:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796900096:12345-0@lo:400:kworker.0 Request processed in 35us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509659.351756:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788509659.351767:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788509659.351773:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796900608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509659.351799:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796900608:12345-0@lo:400:kworker.0 Request processed in 27us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509659.351805:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:1.0:1788509659.351833:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788509659.351840:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788509659.351842:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788509659.351863:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788509659.351874:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796901504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788509659.351932:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509659.351965:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796901504 00000100:00100000:1.0:1788509659.351969:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796901504 00000100:00100000:1.0:1788509659.352001:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788509659.352008:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796901504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788509659.352034:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788509659.352073:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796901504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509659.352080:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:1.0:1788509659.352096:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788509659.352156:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796901504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788509659.352183:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87c40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796900096:0@lo:400:kworker.0 00000100:00100000:1.0:1788509659.352207:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87c42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796900608:0@lo:400:kworker.0 00010000:00080000:1.0:1788509659.352221:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc87c43100 x1875387796901120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509659.352232:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87c43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3646:1875387796901120:0@lo:400:kworker.0 00000100:00100000:1.0:1788509659.352243:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87c41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796899968:0@lo:400:kworker.0 00000100:00100000:1.0:1788509659.352252:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87c40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796900480:0@lo:400:kworker.0 00000100:00100000:1.0:1788509659.352263:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87c43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3646:1875387796900992:0@lo:400:kworker.0 00000100:00100000:2.0:1788509659.352625:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87c41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:830aae98-6419-4d90-97fb-7d4af2af47a0:3645:1875387796899840:0@lo:400:kworker.0 00000100:00100000:2.0:1788509659.352839:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509659.352881:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87c40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796900224:0@lo:400:kworker.0 00000100:00100000:3.0:1788509659.352957:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509659.352979:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87c41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875387796900352:0@lo:400:kworker.0 00000100:00100000:3.0:1788509659.352991:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87c40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796900736:0@lo:400:kworker.0 00000100:00100000:3.0:1788509659.353027:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509659.353052:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87c42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3644:1875387796901248:0@lo:400:kworker.0 00000100:00100000:2.0:1788509659.353056:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509659.353099:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87c40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875387796900864:0@lo:400:kworker.0 00000100:00100000:3.0:1788509659.353109:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509659.353144:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509659.353175:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd913e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3645:1875387796901376:0@lo:400:kworker.0 00000100:00100000:2.0:1788509659.353197:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509659.353260:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796900352 00000100:00100000:3.0:1788509659.353268:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796900352 00000100:00100000:3.0:1788509659.353320:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796901248 00000100:00100000:3.0:1788509659.353325:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796901248 00000100:00100000:3.0:1788509659.353371:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796900864 00000100:00100000:3.0:1788509659.353375:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796900864 00000100:00100000:3.0:1788509659.353402:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796901376 00000100:00100000:2.0:1788509659.353403:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796899840 00000100:00100000:3.0:1788509659.353409:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796901376 00000100:00100000:2.0:1788509659.353413:0:17138:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796899840 00000100:00100000:3.0:1788509659.353434:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788509659.353446:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875387796900352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509659.353487:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1788509659.353500:0:17138:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd89177050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:830aae98-6419-4d90-97fb-7d4af2af47a0+24:3645:x1875387796899840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509659.353518:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87781180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875387796900352:12345-0@lo:400:kworker.0 Request processed in 73us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509659.353529:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788509659.353555:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788509659.353571:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7a22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875387796901248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509659.353574:0:17138:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd89177050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:830aae98-6419-4d90-97fb-7d4af2af47a0+24:3645:x1875387796899840:12345-0@lo:400:kworker.0 Request processed in 69us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509659.353591:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1788509659.353647:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7a22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875387796901248:12345-0@lo:400:kworker.0 Request processed in 82us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509659.353656:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788509659.353670:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788509659.353677:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875387796900864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509659.353933:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875387796900864:12345-0@lo:400:kworker.0 Request processed in 31us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509659.353939:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788509659.353954:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788509659.353964:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875387796901376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509659.354002:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875387796901376:12345-0@lo:400:kworker.0 Request processed in 41us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509659.354019:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788509659.354032:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87c41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:830aae98-6419-4d90-97fb-7d4af2af47a0:3645:1875387796899840:0@lo:400:kworker.0 00000100:00100000:2.0:1788509659.354054:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87c41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875387796900352:0@lo:400:kworker.0 00000100:00100000:3.0:1788509659.354074:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87c42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3644:1875387796901248:0@lo:400:kworker.0 00000100:00100000:2.0:1788509659.354075:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87c40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875387796900864:0@lo:400:kworker.0 00010000:00080000:2.0:1788509659.354113:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcd913e4000 x1875387796901376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509659.354124:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd913e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3645:1875387796901376:0@lo:400:kworker.0 00000100:00100000:1.0:1788509659.358431:0:18648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796900224 00000100:00100000:1.0:1788509659.358453:0:18648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796900224 00000100:00100000:1.0:1788509659.358520:0:18648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796900736 00000100:00100000:1.0:1788509659.358524:0:18648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796900736 00000100:00100000:1.0:1788509659.358560:0:18648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788509659.358572:0:18648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7a21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796900224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509659.360406:0:18648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7a21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796900224:12345-0@lo:400:kworker.0 Request processed in 1826us (7441us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509659.360423:0:18648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788509659.360462:0:18648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788509659.360475:0:18648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7a21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796900736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509659.360525:0:18648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7a21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796900736:12345-0@lo:400:kworker.0 Request processed in 56us (7498us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509659.360532:0:18648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:1.0:1788509659.360578:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788509659.360585:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788509659.360588:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788509659.361216:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788509659.361235:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788509659.361240:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd87c6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796901632:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788509659.361261:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd87c6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796901760:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788509659.361316:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509659.361386:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509659.361388:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796901632 00000100:00100000:0.0:1788509659.361400:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796901632 00000100:00100000:0.0:1788509659.361443:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796901760 00000100:00100000:0.0:1788509659.361446:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796901760 00000100:00100000:0.0:1788509659.361474:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788509659.361481:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796901632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788509659.361502:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788509659.361561:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796901632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509659.361569:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788509659.361589:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788509659.361610:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796901760:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788509659.361629:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd87c6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796901632:0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788509659.361633:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788509659.361676:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796901760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509659.361682:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788509659.361740:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd87c6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796901760:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788509659.362512:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87c40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796900224:0@lo:400:kworker.0 00000100:00100000:3.0:1788509659.362528:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87c40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796900736:0@lo:400:kworker.0 00000100:00100000:0.0:1788509659.422237:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509659.422382:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774807296 00000100:00100000:0.0:1788509659.422391:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509659.422397:0:17137:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774807296 00000100:00100000:0.0:1788509659.422438:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509659.422474:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 170 00000100:00100000:3.0:1788509659.422486:0:17137:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd89175450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+13:2408:x1875387774807296:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1788509659.422573:0:17137:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd89175450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+13:2408:x1875387774807296:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 89us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509659.422582:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 170 00000100:00100000:0.0:1788509659.422754:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509659.422813:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774807552 00000100:00100000:1.0:1788509659.422827:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774807552 00000100:00100000:1.0:1788509659.422966:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774807424 00000100:00100000:1.0:1788509659.422971:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774807424 00000100:00100000:1.0:1788509659.423001:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 80 00000100:00100000:1.0:1788509659.423012:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+5:2408:x1875387774807552:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1788509659.423066:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 81 00000100:00100000:2.0:1788509659.423084:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+13:2408:x1875387774807424:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1788509659.423378:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+5:2408:x1875387774807552:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 364us (984us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509659.423388:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 80 00000100:00100000:2.0:1788509659.423533:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+13:2408:x1875387774807424:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 453us (1091us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509659.423543:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 81 00000100:00080000:1.0:1788509659.423629:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788509659.423634:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788509659.424218:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774807680 00000100:00100000:3.0:1788509659.424228:0:18651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774807680 00000100:00080000:0.0:1788509659.424278:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788509659.424303:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34 00000100:00100000:3.0:1788509659.424314:0:18651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd891fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+5:2408:x1875387774807680:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1788509659.424571:0:18651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd891fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+5:2408:x1875387774807680:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 257us (1816us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509659.424581:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34 00000100:00100000:2.0:1788509659.424725:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509659.424832:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509659.424868:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509659.424889:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509659.424941:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509659.425286:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774808064 00000100:00100000:3.0:1788509659.425294:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774808064 00000100:00100000:3.0:1788509659.425367:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774807936 00000100:00100000:3.0:1788509659.425371:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774807936 00000100:00100000:3.0:1788509659.425394:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 82 00000100:00100000:3.0:1788509659.425402:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:969fd51c-5e49-4545-9833-40161db51328+5:2407:x1875387774808064:12345-192.168.203.12@tcp:400:kworker.0 00000100:00080000:2.0:1788509659.425501:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788509659.425505:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788509659.425839:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:969fd51c-5e49-4545-9833-40161db51328+5:2407:x1875387774808064:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 436us (1113us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509659.425847:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 82 00000100:00100000:3.0:1788509659.425867:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 83 00000100:00100000:3.0:1788509659.425875:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:969fd51c-5e49-4545-9833-40161db51328+6:2407:x1875387774807936:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1788509659.425942:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:969fd51c-5e49-4545-9833-40161db51328+6:2407:x1875387774807936:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 67us (1109us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509659.425949:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 83 00000100:00100000:1.0:1788509659.426478:0:19531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774807808 00000100:00100000:1.0:1788509659.426487:0:19531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774807808 00000100:00080000:2.0:1788509659.426548:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788509659.426938:0:18648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774808192 00000100:00100000:2.0:1788509659.426944:0:18648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774808192 00000100:00100000:1.0:1788509659.426944:0:19531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774808320 00000100:00100000:1.0:1788509659.426951:0:19531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774808320 00000100:00100000:1.0:1788509659.426999:0:19531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28 00000100:00100000:1.0:1788509659.427012:0:19531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+5:2406:x1875387774807808:12345-192.168.203.12@tcp:9:kworker.0 00000100:00100000:3.0:1788509659.427024:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29 00000100:00100000:3.0:1788509659.427036:0:18651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:969fd51c-5e49-4545-9833-40161db51328+5:2406:x1875387774808192:12345-192.168.203.12@tcp:9:kworker.0 00000100:00080000:0.0:1788509659.427065:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:3.0:1788509659.427071:0:18651:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deee8 00000100:00080000:0.0:1788509659.427076:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788509659.427092:0:18651:0:(import.c:65:import_set_state_nolock()) ffff8bcc863da000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788509659.427183:0:18648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30 00000020:00000080:1.0:1788509659.427187:0:19531:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deeb0 00000100:00100000:2.0:1788509659.427194:0:18648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:969fd51c-5e49-4545-9833-40161db51328+5:2406:x1875387774808320:12345-192.168.203.12@tcp:9:kworker.0 00000100:00080000:1.0:1788509659.427205:0:19531:0:(import.c:65:import_set_state_nolock()) ffff8bcdb7e85000 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1788509659.427216:0:18648:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deeef 00000100:00080000:2.0:1788509659.427516:0:18648:0:(import.c:65:import_set_state_nolock()) ffff8bcd97c03000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788509659.427586:0:18651:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000001:00000004:1.0:1788509659.427665:0:19531:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:0.0:1788509659.427838:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509659.427879:0:18651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:969fd51c-5e49-4545-9833-40161db51328+2:2406:x1875387774808192:12345-192.168.203.12@tcp:9:kworker.0 Request processed in 842us (2984us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509659.427880:0:19531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+2:2406:x1875387774807808:12345-192.168.203.12@tcp:9:kworker.0 Request processed in 867us (3006us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509659.427895:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29 00000100:00100000:1.0:1788509659.427936:0:19531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28 00010000:00010000:1.0:1788509659.428101:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:2.0:1788509659.429187:0:18648:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:0.0:1788509659.429259:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788509659.429501:0:18648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:969fd51c-5e49-4545-9833-40161db51328+2:2406:x1875387774808320:12345-192.168.203.12@tcp:9:kworker.0 Request processed in 2304us (4552us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509659.429514:0:18648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30 00010000:00010000:2.0:1788509660.054266:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509661.078066:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788509661.323227:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509661.323393:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774808448 00000100:00100000:3.0:1788509661.323403:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774808448 00000100:00100000:3.0:1788509661.323479:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 65 00000100:00100000:3.0:1788509661.323490:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+13:15581:x1875387774808448:12345-192.168.203.12@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788509661.323597:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+13:15581:x1875387774808448:12345-192.168.203.12@tcp:60:lhsmtool_posix.0 Request processed in 108us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509661.323605:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 65 00000100:00080000:0.0:1788509661.324935:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788509661.328113:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509661.335853:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774808576 00000100:00100000:2.0:1788509661.335869:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774808576 00000100:00100000:2.0:1788509661.335969:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 66 00000100:00100000:2.0:1788509661.335982:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd891fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+5:15581:x1875387774808576:12345-192.168.203.12@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788509661.336105:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd891fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+5:15581:x1875387774808576:12345-192.168.203.12@tcp:60:lhsmtool_posix.0 Request processed in 126us (8000us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509661.336112:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 66 00000100:00080000:0.0:1788509661.336185:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788509661.349446:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509661.349537:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774808832 00000100:00100000:1.0:1788509661.349548:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774808832 00000100:00100000:1.0:1788509661.349607:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12 00000100:00100000:1.0:1788509661.349617:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+13:15581:x1875387774808832:12345-192.168.203.12@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788509661.349864:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+14:15581:x1875387774808832:12345-192.168.203.12@tcp:35:lhsmtool_posix.0 Request processed in 249us (428us total) trans 8589934623 rc 0/0 00000100:00100000:1.0:1788509661.349872:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12 00010000:00010000:2.0:1788509662.106639:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509662.422292:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788509662.424405:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd891f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796901888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788509662.426293:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509662.426374:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796901888 00000100:00100000:0.0:1788509662.426397:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796901888 00000100:00100000:0.0:1788509662.426480:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788509662.426491:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7a23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796901888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788509662.426534:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788509662.426589:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7a23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796901888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509662.426596:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:2.0:1788509662.426712:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788509662.427396:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd891f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796901888:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1788509663.126059:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509663.446663:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd891fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796902016:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788509663.446732:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509663.448388:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788509663.448418:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796902144:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788509663.448511:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509663.448717:0:17150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796902016 00000100:00100000:2.0:1788509663.448728:0:17150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796902016 00000100:00100000:2.0:1788509663.448807:0:17150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796902144 00000100:00100000:2.0:1788509663.448819:0:17150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796902144 00000100:00100000:2.0:1788509663.448839:0:17150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788509663.448850:0:17150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7a23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796902016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788509663.448931:0:17150:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1788509663.449002:0:17150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7a23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796902016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 153us (2269us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509663.449010:0:17150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788509663.449032:0:17150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788509663.449039:0:17150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7a21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796902144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788509663.449069:0:17150:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788509663.449101:0:17150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7a21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796902144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509663.449108:0:17150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788509663.449782:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796902144:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788509663.449802:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd891fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796902016:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788509664.150353:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509664.470259:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788509664.470282:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796902272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788509664.470376:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509664.470460:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796902272 00000100:00100000:0.0:1788509664.470469:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796902272 00000100:00100000:0.0:1788509664.470530:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788509664.470541:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd891f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796902272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788509664.470569:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1788509664.470619:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788509664.470622:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd891f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796902272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509664.470633:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788509664.470687:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796902272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788509664.470965:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:830aae98-6419-4d90-97fb-7d4af2af47a0:3645:1875387796902400:0@lo:400:kworker.0 00000100:00100000:3.0:1788509664.471059:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509664.471149:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc865dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796902912:0@lo:400:kworker.0 00000100:00100000:3.0:1788509664.471190:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509664.471245:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796902400 00000100:00100000:2.0:1788509664.471252:0:17139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796902400 00000100:00100000:2.0:1788509664.471288:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1788509664.471436:0:17139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd89174450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:830aae98-6419-4d90-97fb-7d4af2af47a0+24:3645:x1875387796902400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509664.471484:0:17139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd89174450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:830aae98-6419-4d90-97fb-7d4af2af47a0+24:3645:x1875387796902400:12345-0@lo:400:kworker.0 Request processed in 52us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509664.471490:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1788509664.471521:0:17150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796902912 00000100:00100000:2.0:1788509664.471525:0:17150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796902912 00000100:00100000:2.0:1788509664.471550:0:17150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788509664.471556:0:17150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7a20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796902912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509664.471589:0:17150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7a20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796902912:12345-0@lo:400:kworker.0 Request processed in 33us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509664.471595:0:17150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788509664.471632:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc865dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875387796902784:0@lo:400:kworker.0 00000100:00100000:3.0:1788509664.471649:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3645:1875387796903424:0@lo:400:kworker.0 00000100:00100000:2.0:1788509664.471668:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509664.471700:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875387796903296:0@lo:400:kworker.0 00000100:00100000:3.0:1788509664.471704:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509664.471752:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509664.471762:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:830aae98-6419-4d90-97fb-7d4af2af47a0:3645:1875387796902400:0@lo:400:kworker.0 00000100:00100000:2.0:1788509664.471788:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd913d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3644:1875387796903808:0@lo:400:kworker.0 00000100:00100000:3.0:1788509664.471807:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc865dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796902912:0@lo:400:kworker.0 00000100:00100000:2.0:1788509664.471818:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509664.471848:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796902784 00000100:00100000:3.0:1788509664.471855:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796902784 00000100:00100000:2.0:1788509664.471867:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796903424 00000100:00100000:2.0:1788509664.471874:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796903424 00000100:00100000:3.0:1788509664.471935:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796903296 00000100:00100000:3.0:1788509664.471940:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796903296 00000100:00100000:2.0:1788509664.471959:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796903808 00000100:00100000:2.0:1788509664.471966:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796903808 00000100:00100000:3.0:1788509664.471971:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788509664.471997:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb789ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875387796902784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509664.472060:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb789ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875387796902784:12345-0@lo:400:kworker.0 Request processed in 64us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509664.472111:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788509664.472120:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7a21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875387796903424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509664.472173:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7a21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875387796903424:12345-0@lo:400:kworker.0 Request processed in 55us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509664.472180:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788509664.472193:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788509664.472199:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7899f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875387796903296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509664.472226:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7899f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875387796903296:12345-0@lo:400:kworker.0 Request processed in 27us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509664.472232:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788509664.472244:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1788509664.472250:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb789a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875387796903808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509664.472275:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb789a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875387796903808:12345-0@lo:400:kworker.0 Request processed in 25us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509664.472280:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1788509664.472291:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00080000:3.0:1788509664.472331:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788509664.472336:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788509664.472437:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796902528:0@lo:400:kworker.0 00000100:00100000:2.0:1788509664.472466:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509664.472484:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796903040:0@lo:400:kworker.0 00000100:00100000:2.0:1788509664.472506:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509664.472525:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3646:1875387796903552:0@lo:400:kworker.0 00000100:00100000:2.0:1788509664.472547:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509664.472791:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc865dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875387796902784:0@lo:400:kworker.0 00000100:00100000:3.0:1788509664.472806:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875387796903296:0@lo:400:kworker.0 00010000:00080000:3.0:1788509664.472822:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcd913d5500 x1875387796903808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509664.472832:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd913d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3644:1875387796903808:0@lo:400:kworker.0 00000100:00100000:3.0:1788509664.472853:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788509664.472861:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796903936:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788509664.472921:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509664.472968:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796903936 00000100:00100000:3.0:1788509664.472973:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796903936 00000100:00100000:3.0:1788509664.473006:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788509664.473013:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7a20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796903936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788509664.473046:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788509664.473084:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7a20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796903936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509664.473091:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788509664.473111:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc865ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796902656:0@lo:400:kworker.0 00000100:00100000:3.0:1788509664.473140:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509664.473162:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796903168:0@lo:400:kworker.0 00000100:00100000:2.0:1788509664.473203:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796903552 00000100:00100000:3.0:1788509664.473206:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509664.473210:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796903552 00000100:00100000:3.0:1788509664.473235:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd913d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3647:1875387796903680:0@lo:400:kworker.0 00000100:00100000:3.0:1788509664.473274:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509664.473275:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1788509664.473290:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875387796903552:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788509664.473319:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788509664.473326:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788509664.473353:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796903936:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788509664.473391:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796903680 00000100:00100000:3.0:1788509664.473395:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796903680 00000100:00100000:3.0:1788509664.473431:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1788509664.473438:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7a21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1875387796903680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509664.473475:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7a21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1875387796903680:12345-0@lo:400:kworker.0 Request processed in 33us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509664.473486:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:3.0:1788509664.473504:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788509664.473527:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd913d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3647:1875387796903680:0@lo:400:kworker.0 00000100:00100000:2.0:1788509664.473541:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875387796903552:12345-0@lo:400:kworker.0 Request processed in 251us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509664.473565:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00010000:00080000:3.0:1788509664.473575:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc876af100 x1875387796903552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509664.473587:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3646:1875387796903552:0@lo:400:kworker.0 00000100:00100000:3.0:1788509664.473639:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3645:1875387796903424:0@lo:400:kworker.0 00000100:00100000:3.0:1788509664.473674:0:19531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796903040 00000100:00100000:3.0:1788509664.473678:0:19531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796903040 00000100:00100000:3.0:1788509664.473718:0:19531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796902656 00000100:00100000:3.0:1788509664.473721:0:19531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796902656 00000100:00100000:3.0:1788509664.473737:0:19531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796903168 00000100:00100000:3.0:1788509664.473739:0:19531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796903168 00000100:00100000:3.0:1788509664.473754:0:19531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788509664.473769:0:19531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796903040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509664.473812:0:19531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796903040:12345-0@lo:400:kworker.0 Request processed in 44us (1305us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509664.473818:0:19531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788509664.473837:0:19531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788509664.473846:0:19531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7a20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796902656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509664.473886:0:19531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7a20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796902656:12345-0@lo:400:kworker.0 Request processed in 42us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509664.473893:0:19531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788509664.473945:0:19531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788509664.473954:0:19531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7a22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796903168:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1788509664.473987:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788509664.473998:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788509664.474019:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd891faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796904064:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788509664.474068:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509664.474109:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796903040:0@lo:400:kworker.0 00000100:00100000:2.0:1788509664.474135:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796904064 00000100:00100000:2.0:1788509664.474140:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796904064 00000100:00100000:2.0:1788509664.474162:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788509664.474170:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3646:x1875387796904064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788509664.474185:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788509664.474662:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3646:x1875387796904064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 491us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509664.474669:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788509664.474731:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd891faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796904064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788509664.476969:0:17886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796902528 00000100:00100000:1.0:1788509664.476983:0:17886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796902528 00000100:00100000:1.0:1788509664.477038:0:17886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788509664.477047:0:17886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb789b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796902528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509664.477140:0:17886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb789b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796902528:12345-0@lo:400:kworker.0 Request processed in 94us (4673us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509664.477147:0:17886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788509664.477228:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796902528:0@lo:400:kworker.0 00000100:00100000:3.0:1788509664.483689:0:19531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7a22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796903168:12345-0@lo:400:kworker.0 Request processed in 9719us (10468us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509664.483708:0:19531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788509664.487231:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc865ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796902656:0@lo:400:kworker.0 00000100:00100000:2.0:1788509664.487265:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796903168:0@lo:400:kworker.0 00000100:00100000:2.0:1788509664.536187:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509664.536477:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509664.536512:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509664.536553:0:18648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774809344 00000100:00100000:0.0:1788509664.536569:0:18648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774809344 00000100:00100000:0.0:1788509664.536667:0:18648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38 00000100:00100000:0.0:1788509664.536678:0:18648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+5:2410:x1875387774809344:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1788509664.536766:0:18648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+5:2410:x1875387774809344:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 90us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509664.536792:0:18648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38 00000100:00080000:1.0:1788509664.537461:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788509664.539832:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509664.539859:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509664.539977:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774808960 00000100:00100000:1.0:1788509664.539986:0:17138:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774808960 00000100:00100000:1.0:1788509664.540036:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 172 00000100:00100000:1.0:1788509664.540046:0:17138:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd89175c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+13:2410:x1875387774808960:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1788509664.540113:0:17138:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd89175c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+13:2410:x1875387774808960:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 69us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509664.540121:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 172 00000100:00100000:3.0:1788509664.548690:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774809088 00000100:00100000:3.0:1788509664.548703:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774809088 00000100:00100000:3.0:1788509664.550568:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774809600 00000100:00100000:3.0:1788509664.550578:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774809600 00000100:00100000:3.0:1788509664.550620:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 90 00000100:00100000:3.0:1788509664.550632:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+14:2410:x1875387774809088:12345-192.168.203.12@tcp:400:kworker.0 00000100:00080000:1.0:1788509664.550640:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788509664.550646:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788509664.550664:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 91 00000100:00100000:1.0:1788509664.550675:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb787df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:969fd51c-5e49-4545-9833-40161db51328+5:2410:x1875387774809600:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1788509664.550718:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+14:2410:x1875387774809088:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 87us (14538us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509664.550719:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb787df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:969fd51c-5e49-4545-9833-40161db51328+5:2410:x1875387774809600:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 44us (14202us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509664.550732:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 90 00000100:00100000:1.0:1788509664.550749:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 91 00000100:00100000:2.0:1788509664.553638:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509664.553732:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774809216 00000100:00100000:1.0:1788509664.553741:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774809216 00000100:00100000:1.0:1788509664.553806:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774809472 00000100:00100000:1.0:1788509664.553810:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774809472 00000100:00100000:1.0:1788509664.553829:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 92 00000100:00100000:1.0:1788509664.553838:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb787c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+5:2410:x1875387774809216:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1788509664.553925:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb787c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+5:2410:x1875387774809216:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 87us (14064us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509664.553932:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 92 00000100:00100000:1.0:1788509664.553950:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 93 00000100:00100000:1.0:1788509664.553956:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:969fd51c-5e49-4545-9833-40161db51328+6:2410:x1875387774809472:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1788509664.553980:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:969fd51c-5e49-4545-9833-40161db51328+6:2410:x1875387774809472:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 25us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509664.553986:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 93 00000100:00080000:2.0:1788509664.554147:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788509664.554163:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00100000:0.0:1788509664.984699:0:19463:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 969fd51c-5e49-4545-9833-40161db51328 00000020:00000080:0.0:1788509664.984712:0:19463:0:(genops.c:885:class_export_put()) final put ffff8bcd97c04000/969fd51c-5e49-4545-9833-40161db51328 00000001:00100000:0.0:1788509664.984744:0:19463:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of ef7b9534-bb6d-4d0d-98ea-73f5051501ca 00000020:00000080:0.0:1788509664.984747:0:19463:0:(genops.c:885:class_export_put()) final put ffff8bcdb7e86000/ef7b9534-bb6d-4d0d-98ea-73f5051501ca 00000020:00000080:2.0:1788509664.984832:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd97c04000/969fd51c-5e49-4545-9833-40161db51328 for lustre-OST0001 00000020:00000080:2.0:1788509664.984941:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdb7e86000/ef7b9534-bb6d-4d0d-98ea-73f5051501ca for lustre-OST0001 00000020:00000080:2.0:1788509664.984959:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcd97c03000 for lustre-OST0001 00000020:00000080:2.0:1788509664.984964:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcdb7e85000 for lustre-OST0001 00000001:00100000:0.0:1788509664.986025:0:18645:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 969fd51c-5e49-4545-9833-40161db51328 00000020:00000080:0.0:1788509664.986033:0:18645:0:(genops.c:885:class_export_put()) final put ffff8bcc863da800/969fd51c-5e49-4545-9833-40161db51328 00000020:00000080:1.0:1788509664.986802:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc863da800/969fd51c-5e49-4545-9833-40161db51328 for lustre-OST0000 00000020:00000080:1.0:1788509664.986881:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcc863da000 for lustre-OST0000 00000001:00080000:3.0:1788509664.987484:0:17124:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:3.0:1788509664.987498:0:17124:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:1.0:1788509664.987761:0:17183:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:1.0:1788509664.987774:0:17183:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:0.0:1788509665.174230:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788509665.797592:0:20518:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 04:14:23 (1788509663) 00000040:00080000:2.0:1788509665.879467:0:17179:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788509665.879480:0:17179:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788509665.879505:0:17179:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1788509665.879514:0:17179:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0:1788509666.215950:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509667.222112:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788509667.545141:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788509667.545173:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd891f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796904192:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788509667.545268:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509667.545440:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796904192 00000100:00100000:0.0:1788509667.545452:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796904192 00000100:00100000:0.0:1788509667.545528:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788509667.545541:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796904192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788509667.545580:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788509667.545651:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796904192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509667.545659:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788509667.545721:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd891f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796904192:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788509667.545883:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788509668.246982:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788509668.376821:0:17897:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788509668.566425:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788509668.566460:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd891f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796904320:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788509668.566574:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509668.566979:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796904320 00000100:00100000:0.0:1788509668.566990:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796904320 00000100:00100000:0.0:1788509668.567106:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788509668.567118:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796904320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788509668.567166:0:17149:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1788509668.567252:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796904320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 137us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509668.567398:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788509668.567491:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd891f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796904320:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788509668.567806:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788509668.567820:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796904448:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788509668.567865:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509668.579391:0:17886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796904448 00000100:00100000:1.0:1788509668.579414:0:17886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796904448 00000100:00100000:1.0:1788509668.579508:0:17886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788509668.579521:0:17886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796904448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788509668.579569:0:17886:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788509668.579688:0:17886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796904448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 168us (11821us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509668.579696:0:17886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788509668.580104:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796904448:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788509669.270993:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788509669.590374:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788509669.590407:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796904576:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788509669.590530:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509669.590530:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796904832:0@lo:400:kworker.0 00000100:00100000:3.0:1788509669.590745:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796904960:0@lo:400:kworker.0 00000100:00100000:0.0:1788509669.590887:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796905088:0@lo:400:kworker.0 00000100:00100000:2.0:1788509669.595003:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:830aae98-6419-4d90-97fb-7d4af2af47a0:3647:1875387796904704:0@lo:400:kworker.0 00000100:00100000:2.0:1788509669.595105:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509669.595158:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875387796905216:0@lo:400:kworker.0 00000100:00100000:2.0:1788509669.595189:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509669.595213:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875387796905728:0@lo:400:kworker.0 00000100:00100000:2.0:1788509669.595237:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509669.595255:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87c40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3647:1875387796906240:0@lo:400:kworker.0 00000100:00100000:0.0:1788509669.595351:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509669.595379:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796905600:0@lo:400:kworker.0 00000100:00100000:0.0:1788509669.595405:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509669.595503:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87c40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3646:1875387796906112:0@lo:400:kworker.0 00000100:00100000:0.0:1788509669.595531:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509669.595625:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796905216 00000100:00100000:1.0:1788509669.595636:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796905216 00000100:00100000:0.0:1788509669.595654:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796904576 00000100:00100000:0.0:1788509669.595660:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796904576 00000100:00100000:0.0:1788509669.595725:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788509669.595763:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796905728 00000100:00100000:1.0:1788509669.595768:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796905728 00000100:00100000:1.0:1788509669.595783:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796906112 00000100:00100000:1.0:1788509669.595786:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796906112 00000100:00100000:1.0:1788509669.595802:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1788509669.595810:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875387796905216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509669.595833:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796904576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788509669.595870:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788509669.595875:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875387796905216:12345-0@lo:400:kworker.0 Request processed in 65us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509669.595885:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1788509669.595928:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788509669.595938:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796904576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 202us (5419us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509669.595939:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88565180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875387796905728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509669.595953:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788509669.595985:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1788509669.595986:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88565180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875387796905728:12345-0@lo:400:kworker.0 Request processed in 48us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509669.595999:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788509669.595999:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd891fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875387796906112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509669.596044:0:19129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796905088 00000100:00100000:1.0:1788509669.596056:0:19129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796905088 00000100:00100000:0.0:1788509669.596063:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd891fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875387796906112:12345-0@lo:400:kworker.0 Request processed in 68us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509669.596072:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1788509669.596092:0:19129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796905600 00000100:00100000:1.0:1788509669.596096:0:19129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796905600 00000100:00100000:0.0:1788509669.596131:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87c40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3646:1875387796906112:0@lo:400:kworker.0 00000100:00100000:1.0:1788509669.596138:0:19129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788509669.596147:0:19129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd891f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796905088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509669.596192:0:19129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd891f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796905088:12345-0@lo:400:kworker.0 Request processed in 46us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509669.596200:0:19129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788509669.596211:0:19129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788509669.596218:0:19129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd891f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796905600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509669.596240:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796905088:0@lo:400:kworker.0 00000100:00100000:1.0:1788509669.596258:0:19129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd891f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796905600:12345-0@lo:400:kworker.0 Request processed in 39us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509669.596259:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796905600:0@lo:400:kworker.0 00000100:00100000:1.0:1788509669.596278:0:19129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:1.0:1788509669.596323:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788509669.596329:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788509669.596331:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788509669.596353:0:17886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796904832 00000100:00100000:1.0:1788509669.596357:0:17886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796904832 00000100:00100000:0.0:1788509669.596364:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796905344:0@lo:400:kworker.0 00000100:00100000:0.0:1788509669.596391:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509669.596609:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509669.596619:0:17886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796905344 00000100:00100000:1.0:1788509669.596624:0:17886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796905344 00000100:00100000:2.0:1788509669.596654:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796904576:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788509669.596685:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875387796905216:0@lo:400:kworker.0 00000100:00100000:2.0:1788509669.596696:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875387796905728:0@lo:400:kworker.0 00000100:00100000:1.0:1788509669.596721:0:17886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788509669.596732:0:17886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd891f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796904832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509669.596773:0:17886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd891f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796904832:12345-0@lo:400:kworker.0 Request processed in 44us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509669.596779:0:17886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788509669.596793:0:17886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788509669.596799:0:17886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd891fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796905344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509669.596836:0:17886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd891fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796905344:12345-0@lo:400:kworker.0 Request processed in 37us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509669.596856:0:17886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788509669.596879:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796906240 00000100:00100000:1.0:1788509669.596884:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796906240 00000100:00100000:2.0:1788509669.596894:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796904704 00000100:00100000:2.0:1788509669.596922:0:17137:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796904704 00000100:00100000:1.0:1788509669.596942:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788509669.596950:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88564380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875387796906240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509669.596963:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1788509669.596973:0:17137:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd89175050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:830aae98-6419-4d90-97fb-7d4af2af47a0+24:3647:x1875387796904704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509669.596990:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88564380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875387796906240:12345-0@lo:400:kworker.0 Request processed in 41us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509669.596997:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1788509669.597014:0:17137:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd89175050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:830aae98-6419-4d90-97fb-7d4af2af47a0+24:3647:x1875387796904704:12345-0@lo:400:kworker.0 Request processed in 43us (1914us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509669.597021:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1788509669.597059:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:830aae98-6419-4d90-97fb-7d4af2af47a0:3647:1875387796904704:0@lo:400:kworker.0 00010000:00080000:2.0:1788509669.597074:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc87c40700 x1875387796906240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509669.597085:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87c40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3647:1875387796906240:0@lo:400:kworker.0 00000100:00080000:1.0:1788509669.597092:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788509669.597139:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509669.597174:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796905472:0@lo:400:kworker.0 00000100:00100000:2.0:1788509669.597180:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796904960 00000100:00100000:2.0:1788509669.597185:0:18651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796904960 00000100:00100000:3.0:1788509669.597206:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509669.597232:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796905472 00000100:00080000:1.0:1788509669.597234:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788509669.597237:0:18651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796905472 00000100:00100000:3.0:1788509669.597243:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788509669.597256:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796904960:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1788509669.597259:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788509669.597293:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788509669.597309:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796904960:12345-0@lo:400:kworker.0 Request processed in 57us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509669.597318:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788509669.597344:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3644:1875387796905856:0@lo:400:kworker.0 00000100:00100000:3.0:1788509669.597348:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3645:1875387796905984:0@lo:400:kworker.0 00000100:00100000:0.0:1788509669.597386:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509669.597406:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796905856 00000100:00100000:3.0:1788509669.597411:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796905856 00000100:00100000:0.0:1788509669.597499:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb7a22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796906368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788509669.597526:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509669.597636:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509669.597662:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87c40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796906496:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788509669.597689:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509669.597717:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796904960:0@lo:400:kworker.0 00000100:00100000:2.0:1788509669.597808:0:18651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796905472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509669.597852:0:18651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796905472:12345-0@lo:400:kworker.0 Request processed in 552us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509669.597859:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:2.0:1788509669.597917:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788509669.597995:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796905984 00000100:00100000:1.0:1788509669.598000:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796905984 00000100:00100000:1.0:1788509669.598038:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1788509669.598045:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87c41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875387796905984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509669.598077:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87c41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875387796905984:12345-0@lo:400:kworker.0 Request processed in 33us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509669.598083:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1788509669.598105:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796906368 00000100:00100000:1.0:1788509669.598109:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796906368 00000100:00100000:1.0:1788509669.598127:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796906496 00000100:00100000:1.0:1788509669.598130:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796906496 00000100:00100000:1.0:1788509669.598146:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788509669.598159:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1788509669.598164:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd891f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796906368:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788509669.598174:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd891fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875387796905856:12345-0@lo:400:kworker.0 00002000:00000024:1.0:1788509669.598184:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788509669.598220:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd891fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875387796905856:12345-0@lo:400:kworker.0 Request processed in 51us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509669.598232:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1788509669.598233:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd891f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796906368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509669.598243:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788509669.598259:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788509669.598279:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796906496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788509669.598313:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788509669.598342:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796906496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509669.598348:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788509669.598386:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87c40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796906496:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788509669.598399:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796905472:0@lo:400:kworker.0 00000100:00080000:2.0:1788509669.598506:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1788509669.598547:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcda62f8a80 x1875387796905984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509669.598562:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3645:1875387796905984:0@lo:400:kworker.0 00000100:00100000:0.0:1788509669.598809:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb7a22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796906368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788509669.599156:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796904832:0@lo:400:kworker.0 00000100:00100000:0.0:1788509669.599175:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796905344:0@lo:400:kworker.0 00000100:00100000:0.0:1788509669.599186:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3644:1875387796905856:0@lo:400:kworker.0 00000100:00100000:1.0:1788509669.651564:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509669.651625:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509669.651675:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509669.651713:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509669.651807:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509669.651847:0:18648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774810112 00000100:00100000:1.0:1788509669.651860:0:18648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774810112 00000100:00100000:1.0:1788509669.652339:0:18648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 43 00000100:00100000:1.0:1788509669.652352:0:18648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+5:2408:x1875387774810112:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1788509669.652464:0:18648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+5:2408:x1875387774810112:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 114us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509669.652473:0:18648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 43 00000100:00100000:3.0:1788509669.652742:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774809984 00000100:00100000:3.0:1788509669.652749:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774809984 00000100:00100000:3.0:1788509669.652787:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774810240 00000100:00100000:3.0:1788509669.652791:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774810240 00000100:00100000:3.0:1788509669.652807:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774809856 00000100:00100000:3.0:1788509669.652810:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774809856 00000100:00100000:3.0:1788509669.652827:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 100 00000100:00100000:3.0:1788509669.652835:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+5:2408:x1875387774809984:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1788509669.653088:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+5:2408:x1875387774809984:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 252us (1461us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509669.653096:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 100 00000100:00100000:3.0:1788509669.653114:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 101 00000100:00100000:3.0:1788509669.653122:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87c42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:969fd51c-5e49-4545-9833-40161db51328+6:2408:x1875387774810240:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1788509669.653151:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87c42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:969fd51c-5e49-4545-9833-40161db51328+6:2408:x1875387774810240:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 30us (1475us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509669.653158:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 101 00000100:00100000:0.0:1788509669.653296:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 102 00000100:00100000:0.0:1788509669.653308:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87c43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+13:2408:x1875387774809856:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1788509669.653342:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87c43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+13:2408:x1875387774809856:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 37us (1628us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509669.653348:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 102 00000100:00100000:2.0:1788509669.653479:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774809728 00000100:00100000:2.0:1788509669.653485:0:17139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774809728 00000100:00100000:2.0:1788509669.653530:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 174 00000100:00100000:2.0:1788509669.653538:0:17139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd89176050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+13:2408:x1875387774809728:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1788509669.653569:0:17139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd89176050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+13:2408:x1875387774809728:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 32us (2024us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509669.653576:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 174 00000100:00100000:2.0:1788509669.653657:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:2.0:1788509669.653812:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788509669.653818:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788509669.653821:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788509669.654509:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774810368 00000100:00100000:0.0:1788509669.654517:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774810368 00000100:00100000:0.0:1788509669.654570:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 103 00000100:00100000:0.0:1788509669.654578:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88567b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:969fd51c-5e49-4545-9833-40161db51328+5:2408:x1875387774810368:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1788509669.654642:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88567b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:969fd51c-5e49-4545-9833-40161db51328+5:2408:x1875387774810368:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 64us (985us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509669.654666:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 103 00000100:00080000:2.0:1788509669.656087:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788509669.822309:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509669.822442:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774810624 00000100:00100000:0.0:1788509669.822453:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774810624 00000100:00100000:1.0:1788509669.822735:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13 00000100:00100000:1.0:1788509669.822751:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88564e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+13:16343:x1875387774810624:12345-192.168.203.12@tcp:35:umount.0 00000001:00080000:1.0:1788509669.823106:0:17147:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:1.0:1788509669.823201:0:17147:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:1.0:1788509669.823379:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88564e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+16:16343:x1875387774810624:12345-192.168.203.12@tcp:35:umount.0 Request processed in 630us (1080us total) trans 8589934626 rc 0/0 00000100:00100000:1.0:1788509669.823388:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13 00000020:00080000:1.0:1788509669.823393:0:17147:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1788509669.827388:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509669.827442:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509669.827481:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509669.827813:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774810752 00000100:00100000:1.0:1788509669.827825:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774810752 00000100:00100000:1.0:1788509669.827933:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774810880 00000100:00100000:1.0:1788509669.827936:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774810880 00000100:00100000:1.0:1788509669.827954:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774811008 00000100:00100000:1.0:1788509669.827957:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774811008 00000100:00100000:1.0:1788509669.827976:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3 00000100:00100000:1.0:1788509669.827987:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd891fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+15:2409:x1875387774810752:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788509669.828007:0:17131:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788509669.828033:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc862ae200/0xe5156b86310dee86 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755344d expref: 15 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509669.828055:0:17131:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788509669.828134:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd891fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+14:2409:x1875387774810752:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 147us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509669.828141:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3 00000100:00100000:1.0:1788509669.828407:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 4 00000100:00100000:1.0:1788509669.828415:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdbd3b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+13:2410:x1875387774810880:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788509669.828423:0:17131:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788509669.828434:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc8846ee00/0xe5156b86310dee8d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755347e expref: 13 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509669.828445:0:17131:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788509669.828479:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdbd3b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+12:2410:x1875387774810880:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 65us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509669.828485:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 4 00000100:00100000:1.0:1788509669.828526:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 5 00000100:00100000:1.0:1788509669.828532:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd891f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+11:2409:x1875387774811008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788509669.828538:0:17131:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788509669.828547:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcdb1227600/0xe5156b86310def12 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553534 expref: 11 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509669.828555:0:17131:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788509669.828568:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd891f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+10:2409:x1875387774811008:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 38us (1089us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509669.828574:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 5 00000100:00100000:0.0:1788509669.831833:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509669.831969:0:19531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774811136 00000100:00100000:1.0:1788509669.831982:0:19531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774811136 00000100:00100000:1.0:1788509669.832057:0:19531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31 00000100:00100000:1.0:1788509669.832070:0:19531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd891f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+5:2406:x1875387774811136:12345-192.168.203.12@tcp:9:umount.0 00000020:00000080:1.0:1788509669.832119:0:19531:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deea9 00000100:00080000:1.0:1788509669.832131:0:19531:0:(import.c:65:import_set_state_nolock()) ffff8bcd97c06800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788509669.832213:0:19531:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1788509669.832425:0:19531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd891f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+2:2406:x1875387774811136:12345-192.168.203.12@tcp:9:umount.0 Request processed in 356us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509669.832434:0:19531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31 00010000:00010000:2.0:1788509669.832680:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509669.848037:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509669.848147:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774812032 00000100:00100000:3.0:1788509669.848170:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774812032 00000100:00100000:3.0:1788509669.848960:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 67 00000100:00100000:3.0:1788509669.848974:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd891f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+16:2406:x1875387774812032:12345-192.168.203.12@tcp:39:umount.0 00000020:00000080:3.0:1788509669.849019:0:17146:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310dee9b 00000020:00010000:3.0:1788509669.849041:0:17146:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8bcc860cf000: total 0 00000100:00080000:3.0:1788509669.849048:0:17146:0:(import.c:65:import_set_state_nolock()) ffff8bcc860ce000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788509669.849083:0:17146:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000020:00010000:0.0:1788509669.849159:0:17132:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8bcc860cf000: total 0 00010000:00010000:0.0:1788509669.849165:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509669.849257:0:17132:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8bcc860cf000, canceled 0 locks, left on hash table 8. 00010000:00010000:0.0:1788509669.849320:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8bcc87343d00) 00010000:00010000:0.0:1788509669.849324:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788509669.849336:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310df150 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475535ce expref: 17 pid: 17144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509669.849372:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8bcc86027400) 00010000:00010000:0.0:1788509669.849375:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788509669.849380:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227e00/0xe5156b86310df046 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755357a expref: 16 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509669.849398:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8bcc87343600) 00010000:00010000:0.0:1788509669.849401:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788509669.849406:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df0f5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475535b9 expref: 15 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509669.849419:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8bcc87343200) 00010000:00010000:0.0:1788509669.849422:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788509669.849445:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925800/0xe5156b86310def66 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755353b expref: 14 pid: 19934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509669.849466:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8bcc87343600) 00010000:00010000:0.0:1788509669.849468:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1788509669.849472:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590b400/0xe5156b86310df0c4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475535a4 expref: 13 pid: 19934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509669.849486:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8bcc87343600) 00010000:00010000:0.0:1788509669.849489:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788509669.849492:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030a00/0xe5156b86310df1a4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475535f1 expref: 12 pid: 17146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509669.849509:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8bcc86027200) 00010000:00010000:0.0:1788509669.849511:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788509669.849515:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e200/0xe5156b86310def82 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553542 expref: 11 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509669.849532:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8bcc87343f00) 00010000:00010000:0.0:1788509669.849535:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788509669.849539:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924600/0xe5156b86310defc1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553550 expref: 10 pid: 17144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509669.849550:0:17132:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8bcc860cf000, canceled 8 locks, left on hash table 0. 00010000:00010000:0.0:1788509669.849566:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509669.849568:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509669.849570:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509669.852966:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd891f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+6:2406:x1875387774812032:12345-192.168.203.12@tcp:39:umount.0 Request processed in 3980us (4928us total) trans 8589934627 rc 0/0 00000100:00100000:3.0:1788509669.852985:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 67 00000100:00100000:0.0:1788509669.871171:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509669.872323:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774812160 00000100:00100000:1.0:1788509669.872339:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774812160 00000100:00100000:1.0:1788509669.872431:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 68 00000100:00100000:1.0:1788509669.872443:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd891fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+5:2406:x1875387774812160:12345-192.168.203.12@tcp:39:umount.0 00000020:00000080:1.0:1788509669.872488:0:17145:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deea2 00000100:00080000:1.0:1788509669.872510:0:17145:0:(import.c:65:import_set_state_nolock()) ffff8bcc87581800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788509669.872558:0:17145:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:2.0:1788509669.872711:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788509669.873312:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd891fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ef7b9534-bb6d-4d0d-98ea-73f5051501ca+3:2406:x1875387774812160:12345-192.168.203.12@tcp:39:umount.0 Request processed in 866us (2150us total) trans 8589934593 rc 0/0 00000100:00100000:1.0:1788509669.873323:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 68 00010000:00010000:0.0:1788509670.294113:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509670.999100:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509670.999210:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509671.012937:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509671.019079:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774812288 00000100:00100000:2.0:1788509671.019099:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774812416 00000100:00100000:1.0:1788509671.019103:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774812288 00000100:00100000:2.0:1788509671.019108:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774812416 00000100:00100000:2.0:1788509671.019369:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774812544 00000100:00100000:2.0:1788509671.019374:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774812544 00000100:00100000:2.0:1788509671.019411:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 6 00000100:00100000:2.0:1788509671.019425:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd891faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+12:2410:x1875387774812416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788509671.019459:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788509671.019488:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc862af000/0xe5156b86310deecc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475534ee expref: 12 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509671.019512:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788509671.019527:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509671.019554:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774812800 00000100:00100000:0.0:1788509671.019559:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774812800 00000100:00100000:2.0:1788509671.019597:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd891faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+11:2410:x1875387774812416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 175us (20386us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509671.019624:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 69 00000100:00100000:2.0:1788509671.019627:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 6 00000100:00100000:0.0:1788509671.019638:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd891f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:969fd51c-5e49-4545-9833-40161db51328+6:2406:x1875387774812800:12345-192.168.203.12@tcp:39:umount.0 00000100:00100000:2.0:1788509671.019656:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 7 00000100:00100000:2.0:1788509671.019664:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd891f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+10:2407:x1875387774812288:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788509671.019674:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000080:0.0:1788509671.019683:0:17144:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deeda 00010000:00010000:2.0:1788509671.019687:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc862af200/0xe5156b86310deec5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475534bd expref: 10 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1788509671.019696:0:17144:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8bcdb5c2e800: total 0 00010000:00010000:2.0:1788509671.019699:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1788509671.019704:0:17144:0:(import.c:65:import_set_state_nolock()) ffff8bcdb5c29800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788509671.019722:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd891f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+9:2407:x1875387774812288:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 58us (20705us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509671.019729:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 7 00000100:00100000:2.0:1788509671.019747:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 8 00000100:00100000:2.0:1788509671.019753:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd891fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+8:2410:x1875387774812544:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788509671.019760:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788509671.019769:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcd80031600/0xe5156b86310def0b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755352d expref: 8 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509671.019779:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788509671.019797:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd891fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+7:2410:x1875387774812544:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 44us (6875us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509671.019802:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 8 00000001:00000004:0.0:1788509671.022743:0:17144:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:0.0:1788509671.023021:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd891f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:969fd51c-5e49-4545-9833-40161db51328+5:2406:x1875387774812800:12345-192.168.203.12@tcp:39:umount.0 Request processed in 3379us (3489us total) trans 8589934628 rc 0/0 00000100:00100000:0.0:1788509671.023213:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 69 00000020:00010000:2.0:1788509671.023878:0:17133:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8bcdb5c2e800: total 0 00010000:00010000:2.0:1788509671.023974:0:17133:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8bcdb5c2e800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1788509671.024025:0:17133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8bcc87343f00) 00010000:00010000:2.0:1788509671.024030:0:17133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788509671.024057:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e800/0xe5156b86310defcf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553557 expref: 4 pid: 17146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509671.024087:0:17133:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8bcdb5c2e800, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1788509671.024101:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509671.024104:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509671.024105:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788509671.024118:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788509671.033236:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509671.033961:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774812928 00000100:00100000:3.0:1788509671.033984:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774812928 00000100:00100000:3.0:1788509671.034066:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 70 00000100:00100000:3.0:1788509671.034081:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7a22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:969fd51c-5e49-4545-9833-40161db51328+5:2406:x1875387774812928:12345-192.168.203.12@tcp:39:umount.0 00000020:00000080:3.0:1788509671.034140:0:19934:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deee1 00000100:00080000:3.0:1788509671.034152:0:19934:0:(import.c:65:import_set_state_nolock()) ffff8bcdb5c2d000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788509671.034209:0:19934:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:0.0:1788509671.034215:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509671.034423:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7a22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:969fd51c-5e49-4545-9833-40161db51328+3:2406:x1875387774812928:12345-192.168.203.12@tcp:39:umount.0 Request processed in 345us (1199us total) trans 8589934594 rc 0/0 00000100:00100000:3.0:1788509671.034432:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 70 00000100:00080000:2.0:1788509671.034672:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788509671.088664:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509671.090053:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774813184 00000100:00100000:1.0:1788509671.090073:0:17138:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774813184 00000100:00100000:1.0:1788509671.090172:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 175 00000100:00100000:1.0:1788509671.090185:0:17138:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd89177450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+7:2406:x1875387774813184:12345-192.168.203.12@tcp:251:umount.0 00000020:00000080:1.0:1788509671.090259:0:17138:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310dee78 00000020:00010000:1.0:1788509671.090271:0:17138:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8bcdb5c29000: total 0 00000100:00080000:1.0:1788509671.090277:0:17138:0:(import.c:65:import_set_state_nolock()) ffff8bcdb5c2d800 : changing import state from FULL to CLOSED 00000020:00010000:2.0:1788509671.090300:0:17133:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8bcdb5c29000: total 0 00010000:00010000:2.0:1788509671.090307:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788509671.090383:0:17138:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd89177450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:86ef4052-0fc2-442c-a938-e9b38a7fbf0b+3:2406:x1875387774813184:12345-192.168.203.12@tcp:251:umount.0 Request processed in 200us (1731us total) trans 0 rc 0/0 00010000:00010000:2.0:1788509671.090389:0:17133:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8bcdb5c29000, canceled 0 locks, left on hash table 1. 00000100:00100000:1.0:1788509671.090395:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 175 00010000:00010000:2.0:1788509671.090436:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc8846fa00/0xe5156b86310dee7f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553446 expref: 2 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509671.090458:0:17133:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8bcdb5c29000, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1788509671.090471:0:17133:0:(genops.c:885:class_export_put()) final put ffff8bcdb5c29000/86ef4052-0fc2-442c-a938-e9b38a7fbf0b 00010000:00010000:2.0:1788509671.090497:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509671.090499:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509671.090501:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788509671.092809:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdb5c29000/86ef4052-0fc2-442c-a938-e9b38a7fbf0b for MGS 00000020:00000080:3.0:1788509671.092888:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcdb5c2d800 for MGS 00010000:00010000:0.0:1788509671.319045:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509672.343053:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788509672.618738:0:20713:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1788509672.638370:0:20713:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1788509672.638428:0:20713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc87ce2e00/0xe5156b86310dea3b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310dea42 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.638442:0:20713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc87ce2e00/0xe5156b86310dea3b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310dea42 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.638450:0:20713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc87ce2e00/0xe5156b86310dea3b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310dea42 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.638457:0:20713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff8bcc87ce2e00/0xe5156b86310dea3b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310dea42 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.638486:0:20713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788509672.638492:0:20713:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:0.0:1788509672.638520:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788509672.639872:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcc87ce2e00/0xe5156b86310dea3b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310dea42 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.639886:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc87ce2e00 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:0.0:1788509672.639890:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcc87ce2e00/0xe5156b86310dea3b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310dea42 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.639921:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcc87ce2e00/0xe5156b86310dea3b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xe5156b86310dea42 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788509672.639928:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcc87ce2e00/0xe5156b86310dea3b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xe5156b86310dea42 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788509672.639934:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788509672.639937:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788509672.639940:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788509672.639979:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcc87ce2e00/0xe5156b86310dea3b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310dea42 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.639986:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788509672.640014:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcc87ce2e00/0xe5156b86310dea3b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310dea42 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.640021:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcc87ce2e00/0xe5156b86310dea3b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310dea42 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.641126:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509672.641138:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509672.641141:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788509672.641157:0:20713:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788509672.641390:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:830aae98-6419-4d90-97fb-7d4af2af47a0:3646:1875387796906624:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788509672.641455:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509672.641643:0:20713:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788509672.641651:0:20713:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788509672.641669:0:20713:0:(import.c:65:import_set_state_nolock()) ffff8bcd913eb800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1788509672.642211:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796906624 00000100:00100000:0.0:1788509672.642219:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796906624 00000100:00100000:0.0:1788509672.642282:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788509672.642291:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87c41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:830aae98-6419-4d90-97fb-7d4af2af47a0+24:3646:x1875387796906624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788509672.642304:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788509672.642322:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc862ae600/0xe5156b86310dea42 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe5156b86310dea3b expref: 24 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.642337:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788509672.642382:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87c41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:830aae98-6419-4d90-97fb-7d4af2af47a0+23:3646:x1875387796906624:12345-0@lo:103:ldlm_bl.0 Request processed in 92us (927us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509672.642388:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788509672.642711:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:830aae98-6419-4d90-97fb-7d4af2af47a0:3646:1875387796906624:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788509672.643181:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875387796906752:0@lo:39:umount.0 00000100:00100000:3.0:1788509672.643224:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509672.643351:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796906752 00000100:00100000:0.0:1788509672.643356:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796906752 00000100:00100000:0.0:1788509672.643393:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788509672.643400:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875387796906752:12345-0@lo:39:umount.0 00000020:00000080:0.0:1788509672.643421:0:17144:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310dea6c 00000100:00080000:0.0:1788509672.643430:0:17144:0:(import.c:65:import_set_state_nolock()) ffff8bcc810b2000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1788509672.643483:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:3643:x1875387796906752:12345-0@lo:39:umount.0 Request processed in 83us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509672.643490:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:0.0:1788509672.643497:0:17144:0:(genops.c:885:class_export_put()) final put ffff8bcc810b2800/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00080000:3.0:1788509672.643685:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd913eb800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00010000:00010000:2.0:1788509672.647398:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509672.649237:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875387796906752:0@lo:39:umount.0 00000020:00000080:0.0:1788509672.649469:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc810b2800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1788509672.649552:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcc810b2000 for lustre-MDT0000 00000100:00080000:0.0:1788509672.649569:0:20713:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788509672.649573:0:20713:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788509672.649725:0:20713:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1788509672.652500:0:20713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9e00/0xe5156b86310de98c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310de993 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509672.652518:0:20713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9e00/0xe5156b86310de98c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310de993 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509672.652659:0:20713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9e00/0xe5156b86310de98c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310de993 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509672.652685:0:20713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9e00/0xe5156b86310de98c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310de993 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509672.652746:0:20713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788509672.652754:0:20713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226600/0xe5156b86310dee55 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310dee5c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509672.652761:0:20713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226600/0xe5156b86310dee55 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310dee5c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509672.652767:0:20713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226600/0xe5156b86310dee55 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310dee5c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509672.652773:0:20713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226600/0xe5156b86310dee55 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310dee5c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.652857:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788509672.652865:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9e00/0xe5156b86310de98c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310de993 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.652872:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdbd3d9e00 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:0.0:1788509672.652876:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9e00/0xe5156b86310de98c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310de993 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.652885:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9e00/0xe5156b86310de98c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xe5156b86310de993 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788509672.652892:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9e00/0xe5156b86310de98c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xe5156b86310de993 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788509672.652897:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788509672.652900:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:0.0:1788509672.652948:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9e00/0xe5156b86310de98c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310de993 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.652954:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788509672.653046:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1788509672.653115:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9e00/0xe5156b86310de98c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310de993 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.653123:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9e00/0xe5156b86310de98c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310de993 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.653156:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788509672.653160:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226600/0xe5156b86310dee55 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310dee5c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.653165:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb1226600 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:0.0:1788509672.653168:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226600/0xe5156b86310dee55 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310dee5c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.653175:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226600/0xe5156b86310dee55 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xe5156b86310dee5c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788509672.653182:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226600/0xe5156b86310dee55 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xe5156b86310dee5c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788509672.653187:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1788509672.653189:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:0.0:1788509672.653203:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226600/0xe5156b86310dee55 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310dee5c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.653208:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788509672.653224:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226600/0xe5156b86310dee55 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310dee5c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.653232:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509672.653234:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509672.653236:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509672.653261:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:830aae98-6419-4d90-97fb-7d4af2af47a0:3644:1875387796907008:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788509672.653325:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509672.653386:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796907008 00000100:00100000:0.0:1788509672.653398:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796907008 00000100:00100000:0.0:1788509672.653443:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788509672.653452:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:830aae98-6419-4d90-97fb-7d4af2af47a0+23:3644:x1875387796907008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788509672.653464:0:17131:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788509672.653478:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcdb1226000/0xe5156b86310dee5c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe5156b86310dee55 expref: 23 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509672.653490:0:17131:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788509672.653524:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:830aae98-6419-4d90-97fb-7d4af2af47a0+22:3644:x1875387796907008:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509672.653543:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788509672.653880:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:830aae98-6419-4d90-97fb-7d4af2af47a0:3644:1875387796907008:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788509672.654184:0:20713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788509672.654192:0:20713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226600/0xe5156b86310dee55 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310dee5c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509672.654205:0:20713:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1788509672.654214:0:20713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f400/0xe5156b86310def43 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310def4a expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509672.654221:0:20713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f400/0xe5156b86310def43 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310def4a expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509672.654228:0:20713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f400/0xe5156b86310def43 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310def4a expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509672.654253:0:20713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f400/0xe5156b86310def43 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310def4a expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509672.654272:0:20713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788509672.654278:0:20713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d8c00/0xe5156b86310de97e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310de985 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509672.654285:0:20713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d8c00/0xe5156b86310de97e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310de985 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509672.654291:0:20713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d8c00/0xe5156b86310de97e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310de985 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509672.654297:0:20713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d8c00/0xe5156b86310de97e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310de985 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509672.654303:0:20713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1788509672.654306:0:20713:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:2.0:1788509672.654308:0:20713:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:2.0:1788509672.654342:0:20713:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1788509672.654346:0:20713:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:2.0:1788509672.654349:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788509672.654354:0:20713:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:2.0:1788509672.654360:0:20713:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8bcdbbeee000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788509672.654365:0:20713:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8bcc87322000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788509672.654369:0:20713:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8bcc86317000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788509672.654374:0:20713:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8bcd9f603000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788509672.654390:0:20713:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8bcdb5c2e800 969fd51c-5e49-4545-9833-40161db51328 192.168.203.12@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:2.0:1788509672.654395:0:20713:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8bcc860cf000 ef7b9534-bb6d-4d0d-98ea-73f5051501ca 192.168.203.12@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:2.0:1788509672.654400:0:20713:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff8bcc874e0000) has exports, disconnecting them 00000020:00080000:2.0:1788509672.654403:0:20713:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8bcdbbeee000), last request at 1788509669 00000020:00000080:2.0:1788509672.654410:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deca3 00000100:00080000:2.0:1788509672.654427:0:20713:0:(import.c:65:import_set_state_nolock()) ffff8bcc860cc800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1788509672.654471:0:20713:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8bcdbbeee000): rc 0 00000020:00000080:2.0:1788509672.654473:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcdbbeee000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1788509672.654483:0:20713:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8bcc87322000), last request at 1788509669 00000020:00000080:2.0:1788509672.654486:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310dec09 00000100:00080000:2.0:1788509672.654492:0:20713:0:(import.c:65:import_set_state_nolock()) ffff8bcc87322800 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1788509672.654502:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdbbeee000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00010000:00010000:1.0:1788509672.654663:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788509672.654670:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f400/0xe5156b86310def43 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310def4a expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509672.654677:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846f400 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:1.0:1788509672.654681:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f400/0xe5156b86310def43 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310def4a expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509672.654689:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f400/0xe5156b86310def43 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xe5156b86310def4a expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788509672.654696:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f400/0xe5156b86310def43 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xe5156b86310def4a expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788509672.654701:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788509672.654704:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788509672.654706:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788509672.654728:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f400/0xe5156b86310def43 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310def4a expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509672.654734:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788509672.654746:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f400/0xe5156b86310def43 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310def4a expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509672.654753:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f400/0xe5156b86310def43 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310def4a expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509672.654776:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509672.654790:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d8c00/0xe5156b86310de97e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310de985 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509672.654796:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdbd3d8c00 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:1.0:1788509672.654799:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d8c00/0xe5156b86310de97e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310de985 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509672.654806:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d8c00/0xe5156b86310de97e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xe5156b86310de985 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788509672.654813:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d8c00/0xe5156b86310de97e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xe5156b86310de985 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788509672.654818:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1788509672.654820:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1788509672.654821:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1788509672.654832:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d8c00/0xe5156b86310de97e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310de985 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509672.654837:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:00000080:2.0:1788509672.654871:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcc860cc800 for lustre-MDT0000 00000020:00080000:2.0:1788509672.654885:0:20713:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8bcc87322000): rc 0 00000020:00000080:2.0:1788509672.654887:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcc87322000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:2.0:1788509672.654894:0:20713:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8bcc86317000), last request at 1788509596 00000020:00000080:2.0:1788509672.654927:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deb5a 00000100:00080000:2.0:1788509672.654931:0:20713:0:(import.c:65:import_set_state_nolock()) ffff8bcdbd317800 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1788509672.654939:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc87322000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1788509672.654962:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcc87322800 for lustre-MDT0000 00000020:00080000:2.0:1788509672.654970:0:20713:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8bcc86317000): rc 0 00000020:00000080:2.0:1788509672.654972:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcc86317000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:2.0:1788509672.654977:0:20713:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8bcd9f603000), last request at 1788509596 00000020:00000080:2.0:1788509672.654981:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deaf1 00000100:00080000:2.0:1788509672.654985:0:20713:0:(import.c:65:import_set_state_nolock()) ffff8bcd91374000 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1788509672.654991:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc86317000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1788509672.655017:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcdbd317800 for lustre-MDT0000 00000001:00000004:2.0:1788509672.655028:0:20713:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:2.0:1788509672.655313:0:20713:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8bcd9f603000): rc 0 00000004:00000080:2.0:1788509672.655320:0:20713:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb93b47dabae0 00000100:00080000:2.0:1788509672.655337:0:20713:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788509672.655341:0:20713:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788509672.656340:0:20713:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1788509672.656366:0:20713:0:(import.c:65:import_set_state_nolock()) ffff8bcdbbf08000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:0.0:1788509672.656480:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509672.656503:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87c43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:830aae98-6419-4d90-97fb-7d4af2af47a0:3645:1875387796907136:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788509672.656570:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509672.656801:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796907136 00000100:00100000:2.0:1788509672.656808:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796907136 00000100:00100000:2.0:1788509672.656866:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788509672.656875:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdbd3b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:830aae98-6419-4d90-97fb-7d4af2af47a0+22:3645:x1875387796907136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788509672.656888:0:17129:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788509672.658232:0:17129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcd80030600/0xe5156b86310def4a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe5156b86310def43 expref: 22 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509672.658263:0:17129:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788509672.658330:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdbd3b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:830aae98-6419-4d90-97fb-7d4af2af47a0+21:3645:x1875387796907136:12345-0@lo:103:ldlm_bl.0 Request processed in 1455us (1759us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509672.658339:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788509672.658489:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796907392:0@lo:39:umount.0 00000100:00100000:3.0:1788509672.658538:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509672.658646:0:17886:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796907392 00000100:00100000:3.0:1788509672.658653:0:17886:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796907392 00000100:00100000:3.0:1788509672.658691:0:17886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788509672.658699:0:17886:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875387796907392:12345-0@lo:39:umount.0 00000020:00000080:3.0:1788509672.658725:0:17886:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deb84 00000100:00080000:3.0:1788509672.658733:0:17886:0:(import.c:65:import_set_state_nolock()) ffff8bcc87c85800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788509672.658753:0:17886:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788509672.658866:0:17886:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+3:3643:x1875387796907392:12345-0@lo:39:umount.0 Request processed in 168us (328us total) trans 8589934595 rc 0/0 00000100:00100000:3.0:1788509672.658872:0:17886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:3.0:1788509672.659179:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcdbbf08000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1788509672.659188:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796907392:0@lo:39:umount.0 00000100:00100000:3.0:1788509672.659204:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87c42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:830aae98-6419-4d90-97fb-7d4af2af47a0:3646:1875387796907264:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788509672.659296:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d8c00/0xe5156b86310de97e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310de985 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509672.659307:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d8c00/0xe5156b86310de97e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310de985 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509672.659329:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509672.659331:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509672.659339:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788509672.659565:0:20713:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788509672.659569:0:20713:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:2.0:1788509672.659593:0:20713:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1788509672.659650:0:20713:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1788509672.659669:0:20713:0:(import.c:65:import_set_state_nolock()) ffff8bcd9f604000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788509672.659686:0:20713:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788509672.659688:0:20713:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:2.0:1788509672.659694:0:20713:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1788509672.659755:0:20713:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1788509672.659765:0:20713:0:(import.c:65:import_set_state_nolock()) ffff8bcc810b5000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1788509672.659806:0:20713:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8bcc874e0000) has no exports 00000100:00100000:0.0:1788509672.660629:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87c43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:830aae98-6419-4d90-97fb-7d4af2af47a0:3645:1875387796907136:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788509672.660657:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788509672.661964:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796907520:0@lo:9:umount.0 00000100:00100000:2.0:1788509672.662043:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509672.662078:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796907648:0@lo:9:umount.0 00000100:00100000:2.0:1788509672.662102:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509672.662259:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796907520 00000100:00100000:0.0:1788509672.662267:0:18651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796907520 00000100:00100000:0.0:1788509672.662315:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796907648 00000100:00100000:0.0:1788509672.662319:0:18651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796907648 00000100:00100000:0.0:1788509672.662341:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788509672.662350:0:18651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875387796907520:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788509672.662375:0:18651:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310decc6 00000100:00080000:0.0:1788509672.662383:0:18651:0:(import.c:65:import_set_state_nolock()) ffff8bcc87585000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788509672.662427:0:18651:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1788509672.662564:0:18651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3643:x1875387796907520:12345-0@lo:9:umount.0 Request processed in 215us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509672.662592:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788509672.662608:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788509672.662614:0:18651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875387796907648:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788509672.662626:0:18651:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deccd 00000100:00080000:0.0:1788509672.662632:0:18651:0:(import.c:65:import_set_state_nolock()) ffff8bcc86521800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788509672.662653:0:18651:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788509672.662739:0:18651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3643:x1875387796907648:12345-0@lo:9:umount.0 Request processed in 125us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509672.662746:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:0.0:1788509672.662762:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788509672.662766:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788509672.662777:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509672.662781:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788509672.662817:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd9f604000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788509672.662828:0:3643:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788509672.662830:0:3643:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788509672.662834:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796907520:0@lo:9:umount.0 00000100:00080000:0.0:1788509672.662844:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcc810b5000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788509672.662851:0:3643:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788509672.662853:0:3643:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788509672.662855:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796907648:0@lo:9:umount.0 00000100:00100000:2.0:1788509672.663367:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796907776:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788509672.663404:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509672.663836:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509672.663872:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:830aae98-6419-4d90-97fb-7d4af2af47a0:3646:1875387796906880:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788509672.663928:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509672.663953:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796907264 00000100:00100000:3.0:1788509672.663959:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796907264 00000100:00100000:3.0:1788509672.663997:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796906880 00000100:00100000:3.0:1788509672.664000:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796906880 00000100:00100000:3.0:1788509672.664016:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788509672.664023:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:830aae98-6419-4d90-97fb-7d4af2af47a0+22:3646:x1875387796907264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788509672.664034:0:17129:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788509672.664390:0:17129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc87ce2200/0xe5156b86310de985 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe5156b86310de97e expref: 22 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509672.664406:0:17129:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788509672.664439:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:830aae98-6419-4d90-97fb-7d4af2af47a0+21:3646:x1875387796907264:12345-0@lo:103:ldlm_bl.0 Request processed in 416us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509672.664445:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788509672.664461:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788509672.664468:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:830aae98-6419-4d90-97fb-7d4af2af47a0+20:3646:x1875387796906880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788509672.664477:0:17129:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788509672.664485:0:17129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcdbd3d8000/0xe5156b86310de993 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe5156b86310de98c expref: 20 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509672.664495:0:17129:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788509672.664516:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:830aae98-6419-4d90-97fb-7d4af2af47a0+19:3646:x1875387796906880:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509672.664521:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788509672.664653:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:830aae98-6419-4d90-97fb-7d4af2af47a0:3646:1875387796906880:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788509672.664679:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87c42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:830aae98-6419-4d90-97fb-7d4af2af47a0:3646:1875387796907264:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788509672.664893:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796907776 00000100:00100000:1.0:1788509672.665156:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796907776 00000100:00100000:1.0:1788509672.665253:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788509672.665262:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796907776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788509672.665287:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788509672.665344:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796907776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (1938us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509672.665351:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788509672.665444:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796907776:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788509672.665480:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00080000:3.0:1788509672.671406:0:20713:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8bcc874e0000) has no exports 00000020:00000080:3.0:1788509672.739503:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310de9d9 00000020:00000080:3.0:1788509672.739519:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcdb5860000/lustre-QMT0000_UUID 00000020:01000000:3.0:1788509672.739643:0:20713:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1788509672.739716:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdb5860000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1788509672.740107:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788509672.740119:0:20713:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788509672.740124:0:20713:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff8bcdb4624d40) has no exports 00000020:00000080:2.0:1788509672.740672:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310de9d2 00000020:00000080:2.0:1788509672.740680:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcdb5972800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788509672.740748:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdb5972800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788509672.740877:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788509672.740885:0:20713:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1788509672.740889:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcdb5974000/lustre-QMT0000_UUID 00000020:00000080:2.0:1788509672.740891:0:20713:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdb5974000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1788509672.741308:0:20713:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:0.0:1788509673.366065:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788509673.686370:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796907904:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788509673.686448:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509673.686584:0:17150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796907904 00000100:00100000:3.0:1788509673.686592:0:17150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796907904 00000100:00100000:3.0:1788509673.686748:0:17150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788509673.686756:0:17150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1875387796907904:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:3.0:1788509673.686764:0:17150:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1788509673.686822:0:17150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1875387796907904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (374us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788509673.686829:0:17150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:02020000:2.0:1788509673.686925:0:3644:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:2.0:1788509673.698174:0:3644:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788509673.698185:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8bcd89114800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788509673.698191:0:3644:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1788509673.719093:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8bcd89114800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788509673.719109:0:3644:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 493 00000100:00080000:2.0:1788509673.719136:0:3644:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8bcd89114800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:2.0:1788509673.719175:0:3644:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc88427100 x1875387796908032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788509673.719269:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88427100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796908032:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1788509673.719339:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509673.719680:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796908032 00000100:00100000:3.0:1788509673.719689:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796908032 00000100:00100000:3.0:1788509673.719734:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788509673.719742:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87c40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3643:x1875387796908032:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:3.0:1788509673.719758:0:17149:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1788509673.727961:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87c40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3643:x1875387796908032:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 8207us (8611us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788509673.727982:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:1.0:1788509673.728108:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd89114800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788509673.728113:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788509673.728116:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88427100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796908032:0@lo:38:ptlrpcd_00_00.0 00010000:00010000:0.0:1788509674.392144:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509674.711358:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788509674.711390:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796908160:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788509674.711479:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509674.711774:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796908160 00000100:00100000:3.0:1788509674.711783:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796908160 00000100:00100000:3.0:1788509674.711841:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788509674.711850:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796908160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788509674.711889:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788509674.712096:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796908160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 247us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509674.712104:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:0.0:1788509674.713100:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788509674.713274:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796908160:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1788509674.719845:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788509674.719852:0:485:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788509674.719855:0:485:0:(import.c:65:import_set_state_nolock()) ffff8bcd89114800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788509674.719862:0:485:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 570 00000100:00080000:3.0:1788509674.719869:0:485:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788509674.719876:0:485:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8bcd89114800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509674.719917:0:485:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc865ddf80 x1875387796908416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788509674.720067:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:830aae98-6419-4d90-97fb-7d4af2af47a0:3646:1875387796908288:0@lo:400:kworker.0 00000100:00100000:1.0:1788509674.720137:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509674.720181:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3646:1875387796908928:0@lo:400:kworker.0 00000100:00100000:1.0:1788509674.720205:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509674.720238:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788509674.720244:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc865dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796908544:0@lo:400:kworker.0 00000100:00100000:1.0:1788509674.720264:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509674.720279:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3646:1875387796909056:0@lo:400:kworker.0 00000100:00100000:1.0:1788509674.720298:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509674.720325:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796908928 00000100:00100000:1.0:1788509674.720333:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796908928 00000100:00100000:1.0:1788509674.720396:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796909056 00000100:00100000:1.0:1788509674.720414:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796909056 00000100:00100000:1.0:1788509674.720435:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1788509674.720443:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87c42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875387796908928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509674.720486:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87c42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875387796908928:12345-0@lo:400:kworker.0 Request processed in 43us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509674.720492:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1788509674.720508:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788509674.720512:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87c41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1875387796909056:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1788509674.720518:0:17145:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788509674.720536:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87c41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1875387796909056:12345-0@lo:400:kworker.0 Request processed in 23us (237us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788509674.720541:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788509674.720555:0:19531:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796908544 00000100:00100000:1.0:1788509674.720558:0:19531:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796908544 00000100:00100000:1.0:1788509674.720581:0:19531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788509674.720586:0:19531:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87c43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796908544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509674.720609:0:19531:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87c43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796908544:12345-0@lo:400:kworker.0 Request processed in 24us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509674.720615:0:19531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:1.0:1788509674.720629:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788509674.720633:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788509674.720661:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3645:1875387796908800:0@lo:400:kworker.0 00000100:00100000:1.0:1788509674.720682:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509674.720698:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788509674.720702:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc865dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875387796908672:0@lo:400:kworker.0 00000100:00100000:1.0:1788509674.720717:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509674.720727:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3645:1875387796909184:0@lo:400:kworker.0 00000100:00100000:1.0:1788509674.720750:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509674.720767:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796908800 00000100:00100000:1.0:1788509674.720770:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796908800 00000100:00100000:1.0:1788509674.720784:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796908672 00000100:00100000:1.0:1788509674.720787:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796908672 00000100:00100000:1.0:1788509674.720793:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796909184 00000100:00100000:1.0:1788509674.720795:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796909184 00000100:00100000:1.0:1788509674.720809:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1788509674.720814:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875387796909184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509674.720840:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875387796909184:12345-0@lo:400:kworker.0 Request processed in 26us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509674.720846:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1788509674.720855:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788509674.720859:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87c40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1875387796908800:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1788509674.720863:0:17144:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788509674.720879:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87c40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1875387796908800:12345-0@lo:400:kworker.0 Request processed in 19us (196us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788509674.720884:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788509674.720891:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788509674.720895:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87c40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1875387796908672:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1788509674.720921:0:17144:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788509674.720938:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87c40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1875387796908672:12345-0@lo:400:kworker.0 Request processed in 42us (220us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788509674.720943:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:1.0:1788509674.720956:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788509674.720973:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788509674.720978:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8bcd89112000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788509674.720981:0:3645:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:3.0:1788509674.721697:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796908288 00000100:00100000:3.0:1788509674.721703:0:17137:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796908288 00000100:00100000:3.0:1788509674.721734:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1788509674.721740:0:17137:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd89176850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:830aae98-6419-4d90-97fb-7d4af2af47a0+19:3646:x1875387796908288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509674.721781:0:17137:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd89176850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:830aae98-6419-4d90-97fb-7d4af2af47a0+19:3646:x1875387796908288:12345-0@lo:400:kworker.0 Request processed in 41us (1644us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509674.721787:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1788509674.721932:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc865dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796908544:0@lo:400:kworker.0 00000100:00080000:3.0:1788509674.722201:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788509674.722206:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8bcc87586800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788509674.722210:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788509674.722214:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8bcc87586800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788509674.722235:0:3646:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 524 00000100:00080000:3.0:1788509674.722241:0:3646:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8bcc87586800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509674.722263:0:3646:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcdb066f480 x1875387796909312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788509674.722277:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3646:1875387796909056:0@lo:400:kworker.0 00000100:00100000:3.0:1788509674.722289:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:830aae98-6419-4d90-97fb-7d4af2af47a0:3646:1875387796908288:0@lo:400:kworker.0 00010000:00080000:3.0:1788509674.722299:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcdb5c5d880 x1875387796908928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509674.722308:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3646:1875387796908928:0@lo:400:kworker.0 00000100:00100000:3.0:1788509674.722339:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc865ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796908416:0@lo:38:kworker.0 00000100:00100000:3.0:1788509674.722366:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509674.723177:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3643:1875387796909312:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1788509674.723215:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509674.726772:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796909312 00000100:00100000:0.0:1788509674.726786:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796909312 00000100:00100000:0.0:1788509674.726854:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788509674.726864:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1875387796909312:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:0.0:1788509674.726881:0:17144:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788509674.734152:0:17150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796908416 00000100:00100000:2.0:1788509674.734167:0:17150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796908416 00000100:00100000:2.0:1788509674.734218:0:17150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788509674.734237:0:17150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875387796908416:12345-0@lo:38:kworker.0 00010000:02000000:2.0:1788509674.734255:0:17150:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788509674.734346:0:17150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875387796908416:12345-0@lo:38:kworker.0 Request processed in 119us (11978us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788509674.734354:0:17150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:2.0:1788509674.734422:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd89114800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788509674.734428:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788509674.734431:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc865ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796908416:0@lo:38:kworker.0 00000100:00100000:0.0:1788509674.748803:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1875387796909312:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 21934us (25581us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788509674.748817:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:3.0:1788509674.749101:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcc87586800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788509674.749107:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788509674.749112:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3643:1875387796909312:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:1.0:1788509674.768804:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8bcd89112000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788509674.768823:0:3645:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 493 00000100:00080000:1.0:1788509674.768837:0:3645:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8bcd89112000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:1.0:1788509674.769304:0:3645:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcdb787b100 x1875387796909440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788509674.769348:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc865dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875387796908672:0@lo:400:kworker.0 00010000:00080000:1.0:1788509674.769397:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcdb066c000 x1875387796909184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509674.769409:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3645:1875387796909184:0@lo:400:kworker.0 00000100:00080000:1.0:1788509674.769427:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788509674.769431:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8bcc86525800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788509674.769435:0:3645:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788509674.769440:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8bcc86525800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788509674.769444:0:3645:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 509 00000100:00080000:1.0:1788509674.769449:0:3645:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8bcc86525800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:1.0:1788509674.769464:0:3645:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc87dfed80 x1875387796909568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788509674.769475:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3645:1875387796908800:0@lo:400:kworker.0 00000100:00100000:3.0:1788509674.770885:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb787b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875387796909440:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:3.0:1788509674.771019:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509674.771069:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87dfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3643:1875387796909568:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:3.0:1788509674.771094:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509674.771153:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796909440 00000100:00100000:1.0:1788509674.771163:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796909440 00000100:00100000:1.0:1788509674.771207:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796909568 00000100:00100000:1.0:1788509674.771210:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796909568 00000100:00100000:1.0:1788509674.771256:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788509674.771285:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3643:x1875387796909440:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:1.0:1788509674.771307:0:19934:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788509674.771359:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3643:x1875387796909440:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 74us (340us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788509674.771367:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788509674.771387:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788509674.771401:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3643:x1875387796909568:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:1.0:1788509674.771409:0:19934:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788509674.771441:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3643:x1875387796909568:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 38us (346us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788509674.771447:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:2.0:1788509674.772737:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd89112000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788509674.772749:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788509674.772756:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb787b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875387796909440:0@lo:38:ptlrpcd_00_01.0 00000100:00080000:2.0:1788509674.772775:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcc86525800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788509674.772780:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788509674.772785:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87dfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3643:1875387796909568:0@lo:38:ptlrpcd_00_01.0 00010000:00010000:0.0:1788509675.415325:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788509675.736664:0:17124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788509675.736680:0:17124:0:(genops.c:885:class_export_put()) final put ffff8bcd9f603000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1788509675.736707:0:17124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 969fd51c-5e49-4545-9833-40161db51328 00000001:00080000:0.0:1788509675.736719:0:17124:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:0.0:1788509675.736724:0:17124:0:(genops.c:885:class_export_put()) final put ffff8bcdb5c2e800/969fd51c-5e49-4545-9833-40161db51328 00000020:00000080:3.0:1788509675.736731:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd9f603000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000001:00100000:0.0:1788509675.736739:0:17124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of ef7b9534-bb6d-4d0d-98ea-73f5051501ca 00000001:00080000:0.0:1788509675.736745:0:17124:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:0.0:1788509675.736756:0:17124:0:(genops.c:885:class_export_put()) final put ffff8bcc860cf000/ef7b9534-bb6d-4d0d-98ea-73f5051501ca 00000020:00000080:3.0:1788509675.736795:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdb5c2e800/969fd51c-5e49-4545-9833-40161db51328 for lustre-MDT0000 00000020:00000080:3.0:1788509675.736830:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcd91374000 for lustre-MDT0000 00000020:00000080:3.0:1788509675.736843:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc860cf000/ef7b9534-bb6d-4d0d-98ea-73f5051501ca for lustre-MDT0000 00000020:00000080:3.0:1788509675.736875:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcdb5c29800 for lustre-MDT0000 00000020:00000080:3.0:1788509675.736878:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcc860ce000 for lustre-MDT0000 00000001:00100000:0.0:1788509675.737760:0:17876:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1788509675.737774:0:17876:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:0.0:1788509675.737779:0:17876:0:(genops.c:885:class_export_put()) final put ffff8bcd82e8c000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1788509675.737799:0:17876:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 969fd51c-5e49-4545-9833-40161db51328 00000001:00080000:0.0:1788509675.737803:0:17876:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:0.0:1788509675.737805:0:17876:0:(genops.c:885:class_export_put()) final put ffff8bcdb5c2e000/969fd51c-5e49-4545-9833-40161db51328 00000001:00100000:0.0:1788509675.737811:0:17876:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of ef7b9534-bb6d-4d0d-98ea-73f5051501ca 00000001:00080000:0.0:1788509675.737826:0:17876:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:0.0:1788509675.737828:0:17876:0:(genops.c:885:class_export_put()) final put ffff8bcc87581000/ef7b9534-bb6d-4d0d-98ea-73f5051501ca 00000020:00000080:1.0:1788509675.737883:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd82e8c000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:1.0:1788509675.739854:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdb5c2e000/969fd51c-5e49-4545-9833-40161db51328 for lustre-MDT0001 00000020:00000080:1.0:1788509675.739929:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc87581000/ef7b9534-bb6d-4d0d-98ea-73f5051501ca for lustre-MDT0001 00000020:00000080:1.0:1788509675.739971:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcc87c85800 for lustre-MDT0001 00000020:00000080:1.0:1788509675.739976:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcdb5c2d000 for lustre-MDT0001 00000020:00000080:1.0:1788509675.739979:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcc87581800 for lustre-MDT0001 00000001:00100000:0.0:1788509675.740158:0:18645:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788509675.740165:0:18645:0:(genops.c:885:class_export_put()) final put ffff8bcc87586000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1788509675.740194:0:18645:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of ef7b9534-bb6d-4d0d-98ea-73f5051501ca 00000020:00000080:0.0:1788509675.740197:0:18645:0:(genops.c:885:class_export_put()) final put ffff8bcd97c03800/ef7b9534-bb6d-4d0d-98ea-73f5051501ca 00000020:00000080:1.0:1788509675.740262:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc87586000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1788509675.740286:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd97c03800/ef7b9534-bb6d-4d0d-98ea-73f5051501ca for lustre-OST0000 00000020:00000080:1.0:1788509675.740301:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcc87585000 for lustre-OST0000 00000020:00000080:1.0:1788509675.740305:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcd97c06800 for lustre-OST0000 00010000:00010000:0.0:1788509676.438277:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509677.462992:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509677.782719:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788509677.782741:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88427800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796909696:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788509677.782834:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509677.782937:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796909696 00000100:00100000:3.0:1788509677.782950:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796909696 00000100:00100000:3.0:1788509677.783039:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788509677.783061:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796909696:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788509677.783096:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1788509677.783099:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788509677.783446:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796909696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 387us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509677.783454:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788509677.783566:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88427800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796909696:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1788509678.486293:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788509678.615277:0:17897:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:01000000:3.0:1788509678.806293:0:20713:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8bcdb4500120 - data ffff8bcdac71cd80/ffff8bcdb59c5c00 00000020:01000000:3.0:1788509678.806462:0:20713:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8bcc86209f00 - data ffff8bcdac4b6bd0/ffff8bcd97df0c00 00000001:00100000:0.0:1788509678.810849:0:19463:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788509678.810862:0:19463:0:(genops.c:885:class_export_put()) final put ffff8bcc86524800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788509678.810988:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc86524800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1788509678.811058:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcc86521800 for lustre-OST0001 00000001:00000004:3.0:1788509678.816735:0:20713:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:2.0:1788509678.850212:0:20713:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788509678.850225:0:20713:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788509678.850245:0:20713:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8bcc88426680 x1875387796907392/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788509682 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509678.850297:0:20713:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1788509678.852236:0:20713:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788509678.852245:0:20713:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:2.0:1788509678.852735:0:20713:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788509678.852739:0:20713:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788509678.853674:0:17168:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788509678.853681:0:17168:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:0.0:1788509678.853695:0:17168:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1788509678.854668:0:20713:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788509678.854673:0:20713:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1788509678.854693:0:20713:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788509678.854695:0:20713:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788509678.855076:0:17170:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788509678.855081:0:17170:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:0.0:1788509678.855091:0:17170:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1788509678.856358:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310de9a1 00000020:00000080:2.0:1788509678.856373:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcc86316800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788509678.856673:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc86316800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788509678.859473:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310de9b6 00000020:00000080:2.0:1788509678.859492:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcdb7964800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1788509678.859515:0:20713:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1788509678.859522:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788509678.859534:0:20713:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788509678.859540:0:20713:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff8bcc874e3380) has no exports 00000004:01000000:2.0:1788509678.859818:0:20713:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1788509678.859842:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310dea18 00000020:00000080:2.0:1788509678.859848:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcd84a5a000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1788509678.859854:0:20713:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:2.0:1788509678.859858:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788509678.859864:0:20713:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788509678.859867:0:20713:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff8bcdb4620000) has no exports 00000020:00000080:2.0:1788509678.859875:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310dea11 00000020:00000080:2.0:1788509678.859880:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcd84a5a800/lustre-MDT0000-osd_UUID 00010000:01000000:2.0:1788509678.860497:0:20713:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:2.0:1788509678.860503:0:20713:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788509678.860509:0:20713:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:2.0:1788509678.860517:0:20713:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788509678.860520:0:20713:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788509678.860569:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788509678.860576:0:20713:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788509678.860693:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdb7964800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1788509678.860705:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd84a5a000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1788509678.860710:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd84a5a800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788509678.860717:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcc810b5000 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1788509678.860731:0:36:0:(genops.c:885:class_export_put()) final put ffff8bcd84a5b000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788509678.860733:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd84a5b000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1788509678.860738:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788509678.860880:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310dea03 00000020:00000080:2.0:1788509678.860887:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcd84a59800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1788509678.861065:0:20713:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:2.0:1788509678.861072:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788509678.861078:0:20713:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788509678.861082:0:20713:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff8bcc86300000) has no exports 00000020:00000080:2.0:1788509678.861089:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310de9fc 00000020:00000080:2.0:1788509678.861095:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcd9f607800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788509678.861292:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd84a59800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1788509678.861462:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd9f607800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1788509678.862037:0:20713:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1788509678.862042:0:20713:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788509678.862046:0:20713:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:2.0:1788509678.862059:0:20713:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788509678.862063:0:20713:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788509678.862129:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788509678.862138:0:20713:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:2.0:1788509678.862157:0:20713:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1788509678.862165:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310de9ee 00000020:00000080:2.0:1788509678.862171:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcd9f607000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1788509678.862177:0:20713:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:2.0:1788509678.862183:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788509678.862188:0:20713:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788509678.862191:0:20713:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff8bcc86304d40) has no exports 00000020:00000080:1.0:1788509678.862225:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcd9f604000 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1788509678.862234:0:36:0:(genops.c:885:class_export_put()) final put ffff8bcd9f605800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788509678.862236:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd9f605800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1788509678.862242:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788509678.862264:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310de9e7 00000020:00000080:2.0:1788509678.862271:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcdbbf0b800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788509678.862341:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd9f607000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1788509678.862351:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdbbf0b800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1788509678.871511:0:20713:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:1.0:1788509678.871526:0:20713:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788509678.871532:0:20713:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788509678.871543:0:20713:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788509678.871940:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788509678.871957:0:20713:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788509678.871996:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788509678.872001:0:20713:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788509678.872009:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcc86312000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788509678.872015:0:20713:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc86312000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:0.0:1788509678.872018:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcdbbf08000 for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1788509678.872025:0:20713:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788509678.872029:0:485:0:(genops.c:885:class_export_put()) final put ffff8bcdbbf0b000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788509678.872033:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdbbf0b000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:0.0:1788509678.872039:0:485:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788509678.872194:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310de9bd 00000020:00000080:1.0:1788509678.875788:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcdb7966000/lustre-MDD0000_UUID 00000020:01000000:1.0:1788509678.875822:0:20713:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1788509678.875832:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788509678.875848:0:20713:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788509678.875854:0:20713:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff8bcc874e19c0) has no exports 00000020:00000080:1.0:1788509678.875927:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788509678.875936:0:20713:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1788509678.875944:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310de9c4 00000020:00000080:1.0:1788509678.875950:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcdb7965000/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1788509678.875961:0:20713:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8bcc870ca000 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1788509678.875965:0:20713:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8bcc870ca000 3 00000020:01000004:1.0:1788509678.875969:0:20713:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8bcc870ca000 from lustre-MDT0000 00000020:00000080:1.0:1788509678.875993:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788509678.875998:0:20713:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1788509678.876000:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcc86310800/lustre-MDT0000_UUID 00000020:00000080:1.0:1788509678.876004:0:20713:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc86310800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1788509678.876017:0:20713:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000080:0.0:1788509678.876106:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdb7966000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:0.0:1788509678.876113:0:485:0:(genops.c:885:class_export_put()) final put ffff8bcc86314800/lustre-MDD0000_UUID 00000020:01000004:1.0:1788509678.876118:0:20713:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:1.0:1788509678.876125:0:20713:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:00000080:0.0:1788509678.876125:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc86314800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1788509678.876131:0:20713:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1788509678.876135:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:01000000:0.0:1788509678.876135:0:485:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1788509678.876140:0:20713:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788509678.876150:0:20713:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff8bcd83760800 830aae98-6419-4d90-97fb-7d4af2af47a0 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788509678.876156:0:20713:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff8bcc870f19c0) has exports, disconnecting them 00000020:00080000:1.0:1788509678.876161:0:20713:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8bcd83760800), last request at 1788509583 00000020:00000080:1.0:1788509678.876190:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310de969 00000020:00000080:0.0:1788509678.876221:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdb7965000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00010000:1.0:1788509678.876269:0:20713:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8bcd83760800: total 2 00000100:00080000:1.0:1788509678.876276:0:20713:0:(import.c:65:import_set_state_nolock()) ffff8bcd83760000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1788509678.876298:0:20713:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8bcd83760800): rc 0 00000020:00080000:1.0:1788509678.876303:0:20713:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff8bcc870f19c0) has no exports 00000020:00010000:0.0:1788509678.876319:0:17132:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8bcd83760800: total 0 00010000:00010000:0.0:1788509678.876351:0:17132:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8bcd83760800, canceled 0 locks, left on hash table 13. 00010000:00010000:0.0:1788509678.876393:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc87ce2800/0xe5156b86310debf4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe5156b86310debed expref: 14 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509678.876403:0:17138:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff8bcd83e01400:17138] 1 exiting: rc = 0 00010000:00010000:0.0:1788509678.876418:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcd80031a00/0xe5156b86310def20 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe5156b86310def19 expref: 13 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509678.876435:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc87ce3600/0xe5156b86310deb45 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe5156b86310deb3e expref: 12 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509678.876448:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcdbd3d8e00/0xe5156b86310dea96 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe5156b86310dea8f expref: 11 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509678.876464:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcd80031400/0xe5156b86310def2e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe5156b86310def27 expref: 10 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509678.876493:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcdbd3d9000/0xe5156b86310deaa4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe5156b86310dea9d expref: 9 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509678.876511:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc862afc00/0xe5156b86310de977 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe5156b86310de970 expref: 8 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509678.876526:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc87ce2a00/0xe5156b86310dec64 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe5156b86310dec5d expref: 7 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509678.876588:0:17139:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff8bcd83e01a00:17139] 2 exiting: rc = 0 00010000:00010000:1.0:1788509678.876659:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc862af800/0xe5156b86310dec8e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe5156b86310dec87 expref: 6 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509678.876673:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc8846fe00/0xe5156b86310def3c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe5156b86310def35 expref: 5 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509678.876696:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcdb1227000/0xe5156b86310dee4e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe5156b86310dee47 expref: 4 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509678.876712:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc862aee00/0xe5156b86310debca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe5156b86310debc3 expref: 3 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509678.876726:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc87ce3000/0xe5156b86310dea88 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xe5156b86310dea81 expref: 2 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509678.876741:0:17132:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8bcd83760800, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1788509678.876765:0:17132:0:(genops.c:885:class_export_put()) final put ffff8bcd83760800/830aae98-6419-4d90-97fb-7d4af2af47a0 00010000:00010000:1.0:1788509678.876784:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509678.876786:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509678.876788:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788509678.876827:0:17137:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff8bcd83e00c00:17137] 0 exiting: rc = 1 00000020:00000080:0.0:1788509678.877063:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd83760800/830aae98-6419-4d90-97fb-7d4af2af47a0 for MGS 00000020:00000080:0.0:1788509678.877099:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcd83760000 for MGS 00000100:00100000:1.0:1788509678.877145:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877155:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877174:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877181:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877188:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877195:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877471:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877480:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877487:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877493:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877501:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877508:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877514:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877521:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877526:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877533:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877550:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877556:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877562:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877568:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877574:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877581:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877587:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877593:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877599:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877605:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877612:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877620:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877626:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877632:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877639:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877647:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877653:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877660:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877667:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877674:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877680:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877686:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877692:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877698:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877704:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877709:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877714:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877720:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877725:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877730:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877736:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877741:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877746:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877752:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877758:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877772:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877778:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877783:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877788:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877793:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877799:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877804:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877808:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877814:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877819:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877824:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877830:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509678.877837:0:20713:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:1.0:1788509678.878718:0:20713:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8bcdbd15f9c0 - data ffff8bcdac62c870/ffff8bcc81740800 00000020:01000000:1.0:1788509678.878867:0:20713:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8bcc8608d300 - data ffff8bcdac711a20/ffff8bcc87d12400 00000020:00000080:1.0:1788509678.879622:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310de94d 00000020:00000080:1.0:1788509678.879633:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcc87c5d800/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1788509678.879647:0:20713:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8bcc870ca000 from MGS, refs=2 00000020:01000004:1.0:1788509678.879651:0:20713:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8bcc870ca000 2 00000020:01000004:1.0:1788509678.879653:0:20713:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8bcc870ca000 from MGS 00000020:00000080:1.0:1788509678.879674:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788509678.879681:0:20713:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1788509678.879684:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcc87c58000/MGS 00000020:00000080:1.0:1788509678.879686:0:20713:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc87c58000/MGS for MGS 00000020:01000000:1.0:1788509678.879694:0:20713:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:1.0:1788509678.879778:0:20713:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1788509678.879783:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788509678.879790:0:20713:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788509678.879798:0:20713:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8bcd913ef000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788509678.879804:0:20713:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff8bcd9e5d99c0) has exports, disconnecting them 00000020:00080000:1.0:1788509678.879810:0:20713:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8bcd913ef000), last request at 1788509583 00000020:00000080:1.0:1788509678.879815:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310dea50 00000020:00080000:1.0:1788509678.879838:0:20713:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8bcd913ef000): rc 0 00000020:00000080:1.0:1788509678.879843:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcd913ef000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1788509678.883027:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc87c5d800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788509678.883060:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd913ef000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1788509678.883974:0:20713:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1788509678.883981:0:20713:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788509678.883986:0:20713:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788509678.883993:0:20713:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788509678.884027:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcd913eb800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1788509678.885386:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788509678.885401:0:20713:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1788509678.885409:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcc86310000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1788509678.885414:0:20713:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc86310000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1788509678.885423:0:20713:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1788509678.885535:0:20713:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8bcc870ca000 1 00000020:00000080:0.0:1788509678.885547:0:20713:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310de93f 00000020:00000080:0.0:1788509678.885556:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcc87c5d000/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1788509678.885569:0:20713:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1788509678.885582:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc87c5d000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788509678.885596:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788509678.885602:0:20713:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788509678.885606:0:20713:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff8bcc874e4d40) has no exports 00000020:00000080:2.0:1788509678.938454:0:20713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788509678.938472:0:20713:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1788509678.938479:0:20713:0:(genops.c:885:class_export_put()) final put ffff8bcc870ce800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788509678.938485:0:20713:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc870ce800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1788509678.938500:0:20713:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1788509678.938709:0:20713:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8bcc870ce000 00000020:02000400:2.0:1788509678.938797:0:20713:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1788509679.520518:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509679.831160:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788509679.831180:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87dfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796909824:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788509679.831264:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509679.831426:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796909824 00000100:00100000:2.0:1788509679.831434:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796909824 00000100:00080000:1.0:1788509679.831467:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788509679.831492:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788509679.831499:0:18652:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:2.0:1788509679.831505:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796909824:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788509679.831511:0:18652:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00002000:00000024:2.0:1788509679.831538:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788509679.831599:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796909824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509679.831608:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788509679.831653:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87dfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796909824:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788509679.833833:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:830aae98-6419-4d90-97fb-7d4af2af47a0:3647:1875387796909952:0@lo:400:kworker.0 00000400:00000100:0.0:1788509679.833881:0:3647:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875387796909952 offset 0 length 224: 4 00000100:00080000:2.0:1788509679.835052:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788509679.835059:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788509679.835063:0:36:0:(import.c:65:import_set_state_nolock()) ffff8bcd89114800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788509679.835070:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 571 00000100:00080000:2.0:1788509679.835076:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788509679.835084:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8bcd89114800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:2.0:1788509679.835126:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc88425880 x1875387796910080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788509679.835166:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788509679.835170:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788509679.835184:0:36:0:(import.c:65:import_set_state_nolock()) ffff8bcd89112000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788509679.835188:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 571 00000100:00080000:2.0:1788509679.835199:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788509679.835202:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8bcd89112000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:2.0:1788509679.835215:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc88425c00 x1875387796910336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788509679.835242:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788509679.835245:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788509679.835246:0:36:0:(import.c:65:import_set_state_nolock()) ffff8bcc86525800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788509679.835249:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 571 00000100:00080000:2.0:1788509679.835251:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788509679.835254:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8bcc86525800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:2.0:1788509679.835265:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc88424700 x1875387796910464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788509679.835279:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788509679.835282:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788509679.835283:0:36:0:(import.c:65:import_set_state_nolock()) ffff8bcc87586800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788509679.835286:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 571 00000100:00080000:2.0:1788509679.835288:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788509679.835290:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8bcc87586800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:2.0:1788509679.835300:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc88427480 x1875387796910720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788509679.837383:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88425880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796910080:0@lo:38:kworker.0 00000100:00100000:1.0:1788509679.837474:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509679.837519:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88425c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875387796910336:0@lo:38:kworker.0 00000100:00100000:1.0:1788509679.837546:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509679.837563:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3643:1875387796910464:0@lo:38:kworker.0 00000100:00100000:1.0:1788509679.837586:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509679.837693:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88427480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3643:1875387796910720:0@lo:38:kworker.0 00000100:00100000:1.0:1788509679.837736:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509679.837775:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88425500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3646:1875387796910848:0@lo:400:kworker.0 00000100:00100000:1.0:1788509679.837798:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509679.837836:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796910336 00000100:00100000:1.0:1788509679.837843:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796910336 00000100:00100000:1.0:1788509679.837868:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796910464 00000100:00100000:1.0:1788509679.837871:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796910464 00000100:00100000:1.0:1788509679.837878:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796910720 00000100:00100000:1.0:1788509679.837880:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796910720 00000100:00100000:1.0:1788509679.837887:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796910848 00000100:00100000:1.0:1788509679.837889:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796910848 00000100:00100000:1.0:1788509679.837937:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1788509679.837946:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875387796910848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509679.837996:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875387796910848:12345-0@lo:400:kworker.0 Request processed in 53us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509679.838011:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1788509679.838097:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1788509679.838102:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87dfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3643:x1875387796910336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788509679.838119:0:19934:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788509679.839242:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788509679.839250:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87dfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3643:x1875387796910464:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788509679.839268:0:17146:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788509679.839335:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87dfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3643:x1875387796910464:12345-0@lo:38:kworker.0 Request processed in 84us (1748us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788509679.839343:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788509679.839362:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788509679.839366:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3643:x1875387796910720:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788509679.839376:0:17146:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788509679.839401:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3643:x1875387796910720:12345-0@lo:38:kworker.0 Request processed in 33us (1664us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788509679.839407:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:3.0:1788509679.839461:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcc86525800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788509679.839466:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788509679.839470:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3643:1875387796910464:0@lo:38:kworker.0 00000100:00080000:3.0:1788509679.839480:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcc87586800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788509679.839483:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788509679.839486:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88427480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3643:1875387796910720:0@lo:38:kworker.0 00000100:00080000:0.0:1788509679.841963:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788509679.843054:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3645:1875387796910592:0@lo:400:kworker.0 00000100:00100000:2.0:1788509679.843127:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509679.843165:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788509679.843436:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796910208:0@lo:400:kworker.0 00000100:00100000:2.0:1788509679.843469:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509679.843506:0:17150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796910080 00000100:00100000:2.0:1788509679.843513:0:17150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796910080 00000100:00100000:2.0:1788509679.843549:0:17150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1788509679.843569:0:17150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875387796910080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1788509679.843591:0:17150:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788509679.843634:0:17150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875387796910080:12345-0@lo:38:kworker.0 Request processed in 65us (6160us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788509679.843642:0:17150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1788509679.843664:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796910592 00000100:00100000:2.0:1788509679.843668:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796910592 00000100:00100000:2.0:1788509679.843707:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1788509679.843713:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875387796910592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509679.843754:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875387796910592:12345-0@lo:400:kworker.0 Request processed in 41us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509679.843761:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00080000:2.0:1788509679.843782:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1788509679.843810:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8bcc88424a80 x1875387796910592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509679.843824:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3645:1875387796910592:0@lo:400:kworker.0 00000100:00080000:2.0:1788509679.843862:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd89114800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788509679.843867:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788509679.843870:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88425880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796910080:0@lo:38:kworker.0 00000100:00100000:0.0:1788509679.844511:0:19129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796910208 00000100:00100000:0.0:1788509679.844518:0:19129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796910208 00000100:00100000:0.0:1788509679.844564:0:19129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788509679.844572:0:19129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796910208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509679.844617:0:19129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796910208:12345-0@lo:400:kworker.0 Request processed in 46us (1147us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509679.844624:0:19129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00010000:00080000:0.0:1788509679.846273:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8bcc88425500 x1875387796910848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509679.846287:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88425500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3646:1875387796910848:0@lo:400:kworker.0 00000100:00080000:2.0:1788509679.848490:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788509679.848542:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796910208:0@lo:400:kworker.0 00000100:00100000:0.0:1788509679.879354:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87dfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3643:x1875387796910336:12345-0@lo:38:kworker.0 Request processed in 41245us (41802us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788509679.879367:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:3.0:1788509679.879512:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd89112000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788509679.879517:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788509679.879521:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88425c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875387796910336:0@lo:38:kworker.0 00010000:00010000:3.0:1788509680.536316:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509681.558256:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509682.582101:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788509682.734130:0:20916:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1788509682.752758:0:20916:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:0.0:1788509682.752812:0:20916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f200/0xe5156b86310deb3e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310deb45 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509682.752825:0:20916:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f200/0xe5156b86310deb3e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310deb45 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509682.752832:0:20916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f200/0xe5156b86310deb3e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310deb45 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509682.752838:0:20916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f200/0xe5156b86310deb3e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310deb45 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509682.752893:0:20916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788509682.752916:0:20916:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1788509682.752938:0:20916:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788509682.752942:0:20916:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788509682.752960:0:20916:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788509682.752966:0:20916:0:(import.c:65:import_set_state_nolock()) ffff8bcd89112000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1788509682.752979:0:20916:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788509682.752981:0:20916:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788509682.752985:0:20916:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788509682.754151:0:20916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862afe00/0xe5156b86310dea9d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310deaa4 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509682.754167:0:20916:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862afe00/0xe5156b86310dea9d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310deaa4 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509682.754186:0:20916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862afe00/0xe5156b86310dea9d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310deaa4 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509682.754194:0:20916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff8bcc862afe00/0xe5156b86310dea9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310deaa4 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509682.754615:0:17133:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788509682.754624:0:17133:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f200/0xe5156b86310deb3e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310deb45 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509682.754646:0:17133:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846f200 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:2.0:1788509682.754649:0:17133:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f200/0xe5156b86310deb3e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310deb45 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509682.754657:0:17133:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f200/0xe5156b86310deb3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xe5156b86310deb45 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788509682.754675:0:17133:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f200/0xe5156b86310deb3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xe5156b86310deb45 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509682.754680:0:17133:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788509682.754683:0:17133:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788509682.754685:0:17133:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788509682.754795:0:20916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788509682.754807:0:20916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227400/0xe5156b86310dee47 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310dee4e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509682.754814:0:20916:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227400/0xe5156b86310dee47 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310dee4e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509682.754820:0:20916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227400/0xe5156b86310dee47 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310dee4e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509682.754826:0:20916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227400/0xe5156b86310dee47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310dee4e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509682.754844:0:20916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788509682.754849:0:20916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862afa00/0xe5156b86310def35 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310def3c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509682.754855:0:20916:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862afa00/0xe5156b86310def35 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310def3c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509682.754860:0:20916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862afa00/0xe5156b86310def35 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310def3c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509682.754865:0:20916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff8bcc862afa00/0xe5156b86310def35 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310def3c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509682.754871:0:20916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1788509682.754875:0:20916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310dea8f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310dea96 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509682.754880:0:20916:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310dea8f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310dea96 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509682.754886:0:20916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310dea8f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310dea96 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509682.754892:0:20916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310dea8f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310dea96 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509682.754976:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788509682.755116:0:20917:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788509682.755123:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcc862afe00/0xe5156b86310dea9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310deaa4 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509682.755130:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc862afe00 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:1.0:1788509682.755133:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcc862afe00/0xe5156b86310dea9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310deaa4 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509682.755140:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcc862afe00/0xe5156b86310dea9d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xe5156b86310deaa4 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788509682.755146:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcc862afe00/0xe5156b86310dea9d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xe5156b86310deaa4 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788509682.755151:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788509682.755153:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:1.0:1788509682.755189:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcc862afe00/0xe5156b86310dea9d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310deaa4 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509682.755195:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788509682.755221:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcc862afe00/0xe5156b86310dea9d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310deaa4 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509682.755238:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcc862afe00/0xe5156b86310dea9d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310deaa4 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509682.755251:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509682.755254:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcc862afa00/0xe5156b86310def35 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310def3c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509682.755258:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc862afa00 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:1.0:1788509682.755262:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcc862afa00/0xe5156b86310def35 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310def3c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509682.755268:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcc862afa00/0xe5156b86310def35 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xe5156b86310def3c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788509682.755274:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcc862afa00/0xe5156b86310def35 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xe5156b86310def3c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788509682.755279:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788509682.755281:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788509682.755283:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788509682.755295:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcc862afa00/0xe5156b86310def35 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310def3c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509682.755301:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788509682.755316:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcc862afa00/0xe5156b86310def35 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310def3c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509682.755322:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcc862afa00/0xe5156b86310def35 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310def3c expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509682.755340:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509682.755342:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509682.755344:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788509682.755447:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:830aae98-6419-4d90-97fb-7d4af2af47a0:3647:1875387796910976:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788509682.755508:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509682.755803:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788509682.755815:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:830aae98-6419-4d90-97fb-7d4af2af47a0:3645:1875387796911104:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788509682.755842:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788509682.755958:0:17133:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f200/0xe5156b86310deb3e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310deb45 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509682.755976:0:17133:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788509682.755986:0:17133:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f200/0xe5156b86310deb3e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310deb45 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509682.755992:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f200/0xe5156b86310deb3e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310deb45 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509682.756011:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509682.756012:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509682.756014:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788509682.756029:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88425880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:830aae98-6419-4d90-97fb-7d4af2af47a0:3645:1875387796911232:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788509682.756051:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509682.756207:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796910976 00000100:00100000:1.0:1788509682.756215:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796910976 00000100:00100000:1.0:1788509682.756242:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796911104 00000100:00100000:1.0:1788509682.756244:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796911104 00000100:00100000:1.0:1788509682.756252:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796911232 00000100:00100000:1.0:1788509682.756254:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796911232 00000100:00100000:1.0:1788509682.756264:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788509682.756271:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3647:x1875387796910976:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788509682.756277:0:17131:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788509682 with bad export cookie 16507218233289206121 00010000:00010000:0.0:1788509682.756598:0:20916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788509682.756604:0:20916:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:0.0:1788509682.756615:0:20916:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:0.0:1788509682.756649:0:20916:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:0.0:1788509682.756653:0:20916:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:0.0:1788509682.756658:0:20916:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788509682.756735:0:20916:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1788509682.756741:0:20916:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8bcc860c8000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788509682.756746:0:20916:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8bcc870b1000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788509682.756751:0:20916:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff8bcc870f0000) has exports, disconnecting them 00000020:00080000:0.0:1788509682.756755:0:20916:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8bcc860c8000), last request at 1788509679 00000020:00000080:0.0:1788509682.756762:0:20916:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310decb8 00000100:00080000:0.0:1788509682.756776:0:20916:0:(import.c:65:import_set_state_nolock()) ffff8bcc860cb800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1788509682.756815:0:20916:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8bcc860c8000): rc 0 00000020:00000080:0.0:1788509682.756817:0:20916:0:(genops.c:885:class_export_put()) final put ffff8bcc860c8000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:0.0:1788509682.756824:0:20916:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8bcc870b1000), last request at 1788509679 00000020:00000080:0.0:1788509682.756827:0:20916:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310dec1e 00000100:00080000:0.0:1788509682.756831:0:20916:0:(import.c:65:import_set_state_nolock()) ffff8bcc870b5800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1788509682.756836:0:20916:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8bcc870b1000): rc 0 00000020:00000080:0.0:1788509682.756838:0:20916:0:(genops.c:885:class_export_put()) final put ffff8bcc870b1000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:0.0:1788509682.756844:0:20916:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb93b40d87ae0 00000100:00080000:0.0:1788509682.756859:0:20916:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788509682.756865:0:20916:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff8bcda62f8a80 x1875387796907904/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788509689 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509682.756878:0:20916:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000020:00000080:2.0:1788509682.758154:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc860c8000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:2.0:1788509682.758225:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc870b1000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:2.0:1788509682.758249:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcc860cb800 for lustre-MDT0001 00000020:00000080:2.0:1788509682.758254:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcc870b5800 for lustre-MDT0001 00010000:00010000:2.0:1788509682.758265:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788509682.758272:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310dea8f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310dea96 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509682.758282:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc862aec00 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:2.0:1788509682.758285:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310dea8f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310dea96 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509682.758295:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310dea8f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xe5156b86310dea96 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788509682.758301:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310dea8f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xe5156b86310dea96 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509682.758307:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1788509682.758310:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1788509682.758313:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1788509682.758348:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310dea8f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310dea96 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509682.758354:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788509682.758376:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310dea8f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310dea96 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509682.758399:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310dea8f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310dea96 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509682.758415:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509682.758417:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509682.758419:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509682.758425:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788509682.759591:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:830aae98-6419-4d90-97fb-7d4af2af47a0:3646:1875387796911360:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788509682.759659:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509682.759893:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796907904:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788509682.761737:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509682.761742:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509682.761744:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509682.761753:0:20917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227400/0xe5156b86310dee47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310dee4e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509682.761764:0:20917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb1227400 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:2.0:1788509682.761767:0:20917:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227400/0xe5156b86310dee47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310dee4e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509682.761777:0:20917:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227400/0xe5156b86310dee47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xe5156b86310dee4e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788509682.761783:0:20917:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227400/0xe5156b86310dee47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xe5156b86310dee4e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509682.761789:0:20917:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1788509682.761791:0:20917:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1788509682.761794:0:20917:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1788509682.761840:0:20917:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227400/0xe5156b86310dee47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310dee4e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509682.761846:0:20917:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788509682.761860:0:20917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227400/0xe5156b86310dee47 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310dee4e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509682.761866:0:20917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227400/0xe5156b86310dee47 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xe5156b86310dee4e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509682.761889:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788509682.761922:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88427100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:830aae98-6419-4d90-97fb-7d4af2af47a0:3646:1875387796911488:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1788509682.762109:0:20916:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788509682.762114:0:20916:0:(import.c:65:import_set_state_nolock()) ffff8bcd89114800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1788509682.762261:0:20916:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788509682.762265:0:20916:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1788509682.762284:0:20916:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1788509682.762348:0:20916:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1788509682.762361:0:20916:0:(import.c:65:import_set_state_nolock()) ffff8bcd91375800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1788509682.762369:0:20916:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788509682.762372:0:20916:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1788509682.762381:0:20916:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1788509682.762431:0:20916:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1788509682.762438:0:20916:0:(import.c:65:import_set_state_nolock()) ffff8bcdb47be800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1788509682.762471:0:20916:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8bcc870f0000) has no exports 00000100:00100000:3.0:1788509682.762843:0:17129:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1788509682.762853:0:17129:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:3.0:1788509682.762872:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796911616:0@lo:9:umount.0 00000100:00100000:3.0:1788509682.762931:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509682.762957:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796911744:0@lo:9:umount.0 00000100:00100000:3.0:1788509682.762993:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509682.763023:0:18648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796911616 00000100:00100000:3.0:1788509682.763030:0:18648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796911616 00000100:00100000:3.0:1788509682.763075:0:18648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796911744 00000100:00100000:3.0:1788509682.763078:0:18648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796911744 00000100:00100000:3.0:1788509682.763100:0:18648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788509682.763108:0:18648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875387796911616:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788509682.763129:0:18648:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310dec48 00000100:00080000:3.0:1788509682.763136:0:18648:0:(import.c:65:import_set_state_nolock()) ffff8bcc863d8000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788509682.763183:0:18648:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1788509682.763318:0:18648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3643:x1875387796911616:12345-0@lo:9:umount.0 Request processed in 211us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509682.763326:0:18648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788509682.763338:0:18648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788509682.763345:0:18648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875387796911744:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788509682.763355:0:18648:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310decd4 00000100:00080000:3.0:1788509682.763360:0:18648:0:(import.c:65:import_set_state_nolock()) ffff8bcc87580800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788509682.763380:0:18648:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788509682.763445:0:18648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3643:x1875387796911744:12345-0@lo:9:umount.0 Request processed in 101us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509682.763451:0:18648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:3.0:1788509682.763466:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788509682.763469:0:17140:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788509682.763494:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd91375800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788509682.763502:0:3643:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788509682.763504:0:3643:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788509682.763507:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796911616:0@lo:9:umount.0 00000100:00080000:3.0:1788509682.763517:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcdb47be800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788509682.763522:0:3643:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788509682.763524:0:3643:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788509682.763526:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796911744:0@lo:9:umount.0 00010000:00010000:3.0:1788509682.763544:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509682.763550:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788509682.766867:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788509682.766964:0:20917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509682.766967:0:20917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509682.766970:0:20917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509682.768298:0:17130:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1788509682.768321:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796911360 00000100:00100000:3.0:1788509682.768329:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796911360 00000100:00100000:3.0:1788509682.768361:0:17130:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1788509682.768367:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796911488 00000100:00100000:3.0:1788509682.768369:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796911488 00000100:00100000:1.0:1788509682.777685:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3647:x1875387796910976:12345-0@lo:103:ldlm_bl.0 Request processed in 21405us (22169us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788509682.777700:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:1.0:1788509682.777747:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.112@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788509682.777752:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8bcd87b29000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1788509682.777755:0:3647:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.112@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00100000:3.0:1788509682.778536:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788509682.778545:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88427b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3645:x1875387796911104:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1788509682.778552:0:17129:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788509682 with bad export cookie 16507218233289206121 00000100:00100000:3.0:1788509682.778596:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88427b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3645:x1875387796911104:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (22752us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788509682.778600:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788509682.778618:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788509682.778621:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88424a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3645:x1875387796911232:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1788509682.778623:0:17129:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788509682 with bad export cookie 16507218233289206121 00000100:00100000:3.0:1788509682.778640:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88424a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3645:x1875387796911232:12345-0@lo:103:ldlm_bl.0 Request processed in 18us (22589us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788509682.778643:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788509682.778649:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788509682.778652:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3646:x1875387796911360:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1788509682.778654:0:17129:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788509682 with bad export cookie 16507218233289206121 00000100:00100000:3.0:1788509682.778676:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3646:x1875387796911360:12345-0@lo:103:ldlm_bl.0 Request processed in 22us (19017us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788509682.778681:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788509682.778693:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788509682.778697:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdbd3b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3646:x1875387796911488:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1788509682.778701:0:17129:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788509682 with bad export cookie 16507218233289206121 00000100:00100000:3.0:1788509682.778724:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdbd3b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3646:x1875387796911488:12345-0@lo:103:ldlm_bl.0 Request processed in 26us (11864us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788509682.778729:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:3.0:1788509682.778856:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.112@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788509682.778985:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.112@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788509682.788719:0:3647:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.112@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1788509682.788724:0:3647:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1788509682.788735:0:3647:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8bcc88426680 x1875387796909952/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1788509695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509682.788749:0:3647:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8bcd85bd4a80 x1875387796910976/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788509698 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509682.788779:0:3647:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8bcd85bd6680 x1875387796911104/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788509698 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509682.788788:0:3647:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8bcc88425880 x1875387796911232/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788509698 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509682.788795:0:3647:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8bcc88424700 x1875387796911360/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788509698 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509682.788803:0:3647:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8bcc88427100 x1875387796911488/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788509698 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1788509682.788812:0:3647:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1788509682.788814:0:3647:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1788509682.788815:0:3647:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1788509682.788834:0:3645:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8bcd87b29000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:3.0:1788509682.788864:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:830aae98-6419-4d90-97fb-7d4af2af47a0:3645:1875387796911104:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788509682.788891:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88425880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:830aae98-6419-4d90-97fb-7d4af2af47a0:3645:1875387796911232:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1788509682.790439:0:3646:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8bcd87b29000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:0.0:1788509682.790465:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:830aae98-6419-4d90-97fb-7d4af2af47a0:3646:1875387796911360:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788509682.790489:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88427100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:830aae98-6419-4d90-97fb-7d4af2af47a0:3646:1875387796911488:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1788509682.792404:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8bcd87b29000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788509682.792417:0:3647:0:(import.c:545:import_select_connection()) MGC192.168.203.112@tcp: connect to NID 0@lo last attempt 480 00000100:00080000:1.0:1788509682.792428:0:3647:0:(import.c:665:import_select_connection()) MGC192.168.203.112@tcp: import ffff8bcd87b29000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:1.0:1788509682.792463:0:3647:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcd85bd6a00 x1875387796911872/t0(0) o250->MGC192.168.203.112@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788509682.792500:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:830aae98-6419-4d90-97fb-7d4af2af47a0:3647:1875387796909952:0@lo:400:kworker.0 00000100:00100000:3.0:1788509682.792617:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:830aae98-6419-4d90-97fb-7d4af2af47a0:3643:1875387796911872:0@lo:250:ptlrpcd_00_03.0 00000100:00100000:1.0:1788509682.794794:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:830aae98-6419-4d90-97fb-7d4af2af47a0:3647:1875387796910976:0@lo:103:ldlm_bl.0 00000400:00000100:3.0:1788509682.795043:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875387796911872 offset 0 length 520: 4 00000020:00080000:1.0:1788509682.802682:0:20916:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8bcc870f0000) has no exports 00000020:01000000:2.0:1788509682.900052:0:20916:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8bcc8725f420 - data ffff8bcdac6bb6c0/ffff8bcdb59c3800 00000020:01000000:2.0:1788509682.900240:0:20916:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8bcc86209120 - data ffff8bcdac6bb870/ffff8bcdb0640c00 00000100:00080000:3.0:1788509682.902313:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 830aae98-6419-4d90-97fb-7d4af2af47a0->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788509682.902322:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 830aae98-6419-4d90-97fb-7d4af2af47a0->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788509682.902325:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788509682.902328:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788509682.902333:0:36:0:(import.c:65:import_set_state_nolock()) ffff8bcc86525800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788509682.902340:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 576 00000100:00080000:3.0:1788509682.902345:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788509682.902351:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8bcc86525800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509682.902390:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcdb066d500 x1875387796912000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788509682.902453:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788509682.902457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788509682.902458:0:36:0:(import.c:65:import_set_state_nolock()) ffff8bcc87586800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788509682.902462:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 576 00000100:00080000:3.0:1788509682.902465:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788509682.902469:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8bcc87586800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509682.902481:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcdb066d180 x1875387796912256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788509682.902549:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3644:1875387796912128:0@lo:400:kworker.0 00000100:00100000:1.0:1788509682.902605:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3645:1875387796912384:0@lo:400:kworker.0 00000100:00100000:0.0:1788509682.902612:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509682.902662:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3643:1875387796912000:0@lo:38:kworker.0 00000100:00100000:3.0:1788509682.902708:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796912128 00000100:00100000:3.0:1788509682.902726:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796912128 00000100:00100000:3.0:1788509682.902777:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788509682.902784:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1875387796912128:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1788509682.902791:0:17144:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788509682.910762:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509682.910790:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509682.910813:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3643:1875387796912256:0@lo:38:kworker.0 00000100:00100000:1.0:1788509682.910826:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796912384 00000100:00100000:1.0:1788509682.910832:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796912384 00000100:00100000:2.0:1788509682.910841:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509682.910859:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796912000 00000100:00100000:1.0:1788509682.910862:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796912000 00000100:00100000:1.0:1788509682.910871:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796912256 00000100:00100000:1.0:1788509682.910886:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796912256 00000100:00100000:1.0:1788509682.910919:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1788509682.910926:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1875387796912384:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1788509682.910933:0:17145:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788509682.910983:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1875387796912384:12345-0@lo:400:kworker.0 Request processed in 55us (226us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788509682.910990:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00080000:2.0:1788509682.911017:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-lwp-OST0001 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00100000:1.0:1788509682.911017:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788509682.911021:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3643:x1875387796912000:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1788509682.911022:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8bcc860c9000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788509682.911026:0:3645:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00010000:00020000:1.0:1788509682.911037:0:17145:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788509682.911068:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3643:x1875387796912000:12345-0@lo:38:kworker.0 Request processed in 45us (278us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788509682.911074:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788509682.911084:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788509682.911089:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3643:x1875387796912256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788509682.911098:0:17145:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788509682.911120:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3643:x1875387796912256:12345-0@lo:38:kworker.0 Request processed in 31us (278us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788509682.911126:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00080000:1.0:1788509682.911151:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcc86525800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788509682.911155:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788509682.911158:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3643:1875387796912000:0@lo:38:kworker.0 00000100:00080000:1.0:1788509682.911166:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcc87586800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788509682.911169:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788509682.911183:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3643:1875387796912256:0@lo:38:kworker.0 00000100:00100000:3.0:1788509682.913338:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1875387796912128:12345-0@lo:400:kworker.0 Request processed in 10545us (10717us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788509682.913350:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00080000:0.0:1788509682.920316:0:3644:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-lwp-OST0000 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788509682.920324:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8bcc870b4000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788509682.920329:0:3644:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0000: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1788509682.920334:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8bcc870b4000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788509682.920339:0:3644:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 509 00000100:00080000:0.0:1788509682.920348:0:3644:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8bcc870b4000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:0.0:1788509682.920384:0:3644:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcda62f8e00 x1875387796912512/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788509682.920408:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3644:1875387796912128:0@lo:400:kworker.0 00000100:00100000:1.0:1788509682.921627:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3643:1875387796912512:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1788509682.921829:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509682.925078:0:19934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796912512 00000100:00100000:0.0:1788509682.925093:0:19934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796912512 00000100:00100000:0.0:1788509682.925151:0:19934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1788509682.925160:0:19934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3643:x1875387796912512:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:0.0:1788509682.925188:0:19934:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0001: Not available for connect from 0@lo (stopping) 00000100:00080000:2.0:1788509682.929498:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8bcc860c9000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788509682.929520:0:3645:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 524 00000100:00080000:2.0:1788509682.929547:0:3645:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8bcc860c9000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509682.937235:0:3645:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcdb066ca80 x1875387796912640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788509682.937274:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3645:1875387796912384:0@lo:400:kworker.0 00000100:00100000:1.0:1788509682.937537:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3643:1875387796912640:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1788509682.937604:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509682.940918:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796912640 00000100:00100000:2.0:1788509682.940932:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796912640 00000100:00100000:2.0:1788509682.940981:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788509682.940989:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3643:x1875387796912640:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:2.0:1788509682.941007:0:17146:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0001: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788509682.941089:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3643:x1875387796912640:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 100us (3484us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788509682.941096:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:1.0:1788509682.941157:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcc860c9000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788509682.941163:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788509682.941167:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3643:1875387796912640:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:3.0:1788509682.944410:0:19934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3643:x1875387796912512:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 19242us (22572us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788509682.944423:0:19934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00080000:1.0:1788509682.944592:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcc870b4000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788509682.944598:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788509682.944603:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3643:1875387796912512:0@lo:38:ptlrpcd_00_00.0 00000001:00000004:2.0:1788509682.953985:0:20916:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:2.0:1788509682.986388:0:20916:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788509682.986398:0:20916:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788509682.986407:0:20916:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1788509682.987872:0:20916:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788509682.987878:0:20916:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1788509682.987959:0:20916:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788509682.987963:0:20916:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788509682.995403:0:17884:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788509682.995410:0:17884:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:1.0:1788509682.995423:0:17884:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1788509682.996851:0:20916:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788509682.996858:0:20916:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1788509682.996876:0:20916:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788509682.996879:0:20916:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788509682.997143:0:17887:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788509682.997147:0:17887:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1788509682.997167:0:17887:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1788509682.998011:0:20916:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deab2 00000020:00000080:0.0:1788509682.998020:0:20916:0:(genops.c:885:class_export_put()) final put ffff8bcd89115000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788509682.999038:0:20916:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deac7 00000020:00000080:0.0:1788509682.999049:0:20916:0:(genops.c:885:class_export_put()) final put ffff8bcdaf839800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788509682.999055:0:20916:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:0.0:1788509682.999061:0:20916:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788509682.999070:0:20916:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788509682.999074:0:20916:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff8bcc870f3380) has no exports 00000004:01000000:0.0:1788509682.999230:0:20916:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1788509682.999238:0:20916:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deb1b 00000020:00000080:0.0:1788509682.999242:0:20916:0:(genops.c:885:class_export_put()) final put ffff8bcdb47bc000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788509682.999246:0:20916:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:0.0:1788509682.999249:0:20916:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788509682.999253:0:20916:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788509682.999256:0:20916:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff8bcd9e5d8000) has no exports 00000020:00000080:0.0:1788509682.999261:0:20916:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deb14 00000020:00000080:0.0:1788509682.999265:0:20916:0:(genops.c:885:class_export_put()) final put ffff8bcc86311000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1788509682.999609:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd89115000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788509682.999617:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdaf839800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:2.0:1788509682.999621:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdb47bc000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1788509682.999625:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc86311000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1788509683.000131:0:20916:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:0.0:1788509683.000136:0:20916:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788509683.000141:0:20916:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1788509683.000147:0:20916:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788509683.000149:0:20916:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788509683.000237:0:20916:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788509683.000245:0:20916:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788509683.000251:0:20916:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deb06 00000020:00000080:0.0:1788509683.000256:0:20916:0:(genops.c:885:class_export_put()) final put ffff8bcdbd314000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788509683.004062:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcdb47be800 for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1788509683.004081:0:36:0:(genops.c:885:class_export_put()) final put ffff8bcdbd315000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788509683.004085:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdbd315000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:2.0:1788509683.004093:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1788509683.007941:0:20916:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:0.0:1788509683.007955:0:20916:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788509683.007967:0:20916:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788509683.007972:0:20916:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff8bcdb0e20000) has no exports 00000020:00000080:0.0:1788509683.007982:0:20916:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deaff 00000020:00000080:0.0:1788509683.007990:0:20916:0:(genops.c:885:class_export_put()) final put ffff8bcd91372000/lustre-MDT0001-osd_UUID 00010000:01000000:0.0:1788509683.008384:0:20916:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:0.0:1788509683.008388:0:20916:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788509683.008392:0:20916:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1788509683.008397:0:20916:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788509683.008400:0:20916:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788509683.008430:0:20916:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788509683.008436:0:20916:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:0.0:1788509683.008449:0:20916:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1788509683.008455:0:20916:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deaea 00000020:00000080:0.0:1788509683.008460:0:20916:0:(genops.c:885:class_export_put()) final put ffff8bcdbd313800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788509683.008464:0:20916:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:0.0:1788509683.008468:0:20916:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788509683.008471:0:20916:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788509683.008474:0:20916:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff8bcc86303380) has no exports 00000020:00000080:0.0:1788509683.008477:0:20916:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deae3 00000020:00000080:0.0:1788509683.008480:0:20916:0:(genops.c:885:class_export_put()) final put ffff8bcd89110000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1788509683.008652:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdbd314000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1788509683.008661:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd91372000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788509683.008667:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcd91375800 for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1788509683.008682:0:36:0:(genops.c:885:class_export_put()) final put ffff8bcdbd311000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788509683.008685:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdbd311000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:2.0:1788509683.008688:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788509683.008767:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdbd313800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1788509683.008772:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd89110000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1788509683.061636:0:20916:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:1.0:1788509683.061645:0:20916:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788509683.061649:0:20916:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788509683.061656:0:20916:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788509683.061717:0:20916:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788509683.061728:0:20916:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788509683.061755:0:20916:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788509683.061759:0:20916:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788509683.061764:0:20916:0:(genops.c:885:class_export_put()) final put ffff8bcd89113800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788509683.061768:0:20916:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd89113800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:1.0:1788509683.061778:0:20916:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788509683.061957:0:20916:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deace 00000020:00000080:1.0:1788509683.061964:0:20916:0:(genops.c:885:class_export_put()) final put ffff8bcdaf83c800/lustre-MDD0001_UUID 00000020:01000000:1.0:1788509683.061970:0:20916:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:1.0:1788509683.061974:0:20916:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788509683.061979:0:20916:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788509683.061982:0:20916:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff8bcd97e70000) has no exports 00000020:00000080:1.0:1788509683.062000:0:20916:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788509683.062003:0:20916:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:1.0:1788509683.062007:0:20916:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310dead5 00000020:00000080:1.0:1788509683.062011:0:20916:0:(genops.c:885:class_export_put()) final put ffff8bcdaf83b000/lustre-MDT0001-osd_UUID 00000020:01000004:1.0:1788509683.062018:0:20916:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8bcd83147800 from lustre-MDT0001, refs=2 00000020:01000004:1.0:1788509683.062021:0:20916:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8bcd83147800 2 00000020:01000004:1.0:1788509683.062024:0:20916:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8bcd83147800 from lustre-MDT0001 00000020:00000080:1.0:1788509683.062041:0:20916:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788509683.062044:0:20916:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:1.0:1788509683.062046:0:20916:0:(genops.c:885:class_export_put()) final put ffff8bcd89111000/lustre-MDT0001_UUID 00000020:00000080:1.0:1788509683.062048:0:20916:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd89111000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:1.0:1788509683.062054:0:20916:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:1.0:1788509683.062089:0:20916:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:1.0:1788509683.062092:0:20916:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:1.0:1788509683.062095:0:20916:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788509683.062098:0:20916:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788509683.062104:0:20916:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8bcc86313800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788509683.062109:0:20916:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff8bcd9e5db380) has exports, disconnecting them 00000020:00080000:1.0:1788509683.062112:0:20916:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8bcc86313800), last request at 1788509596 00000020:00000080:1.0:1788509683.062116:0:20916:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310deb53 00000020:00080000:1.0:1788509683.062125:0:20916:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8bcc86313800): rc 0 00000020:00000080:1.0:1788509683.062128:0:20916:0:(genops.c:885:class_export_put()) final put ffff8bcc86313800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1788509683.062796:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcd89114800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1788509683.062805:0:36:0:(genops.c:885:class_export_put()) final put ffff8bcd91370000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788509683.062807:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd91370000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:2.0:1788509683.062816:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788509683.062939:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdaf83c800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:2.0:1788509683.062943:0:36:0:(genops.c:885:class_export_put()) final put ffff8bcd83143000/lustre-MDD0001_UUID 00000020:00000080:2.0:1788509683.062945:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd83143000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:2.0:1788509683.062949:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:2.0:1788509683.063052:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdaf83b000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788509683.063057:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc86313800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:2.0:1788509683.085797:0:20916:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:2.0:1788509683.085806:0:20916:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788509683.085810:0:20916:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788509683.085817:0:20916:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788509683.085844:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcd89112000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1788509683.086014:0:20916:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788509683.086023:0:20916:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:2.0:1788509683.086028:0:20916:0:(genops.c:885:class_export_put()) final put ffff8bcdb47bf800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:2.0:1788509683.086032:0:20916:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdb47bf800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:2.0:1788509683.086040:0:20916:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:2.0:1788509683.086492:0:20916:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8bcd83147800 1 00000020:00000080:2.0:1788509683.086500:0:20916:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310dea7a 00000020:00000080:2.0:1788509683.086742:0:20916:0:(genops.c:885:class_export_put()) final put ffff8bcd89111800/lustre-MDT0001-osd_UUID 00000020:01000000:2.0:1788509683.086764:0:20916:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:2.0:1788509683.086776:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd89111800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788509683.086788:0:20916:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788509683.086793:0:20916:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788509683.086797:0:20916:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff8bcdb46219c0) has no exports 00000020:00000080:2.0:1788509683.397209:0:20916:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788509683.397223:0:20916:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:2.0:1788509683.397229:0:20916:0:(genops.c:885:class_export_put()) final put ffff8bcd83144000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1788509683.397234:0:20916:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd83144000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:2.0:1788509683.397245:0:20916:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:2.0:1788509683.397359:0:20916:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8bcd83145000 00000020:01000000:2.0:1788509683.397381:0:20916:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:2.0:1788509683.397385:0:20916:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788509683.397390:0:20916:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788509683.397394:0:20916:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff8bcc870f4d40) has no exports 00000100:00100000:1.0:1788509683.397679:0:17145:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff8bcc86036e00:17145] 1 exiting: rc = 0 00000100:00100000:0.0:1788509683.398119:0:17146:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff8bcdbd3ec200:17146] 2 exiting: rc = 0 00000100:00100000:3.0:1788509683.400335:0:17144:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff8bcd83e4d200:17144] 0 exiting: rc = 1 00000100:00100000:3.0:1788509683.400453:0:19934:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff8bcd97cab400:19934] 3 exiting: rc = 0 00000100:00100000:2.0:1788509683.401853:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.401866:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.401875:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.401882:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.401888:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.401894:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402584:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402590:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402596:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402602:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402607:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402612:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402617:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402622:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402628:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402634:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402640:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402646:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402736:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402742:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402748:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402754:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402760:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402766:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402843:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402851:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402858:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402864:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402871:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402878:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402884:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.402891:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403433:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403444:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403449:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403455:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403460:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403466:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403472:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403477:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403482:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403487:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403492:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403497:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403502:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403604:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403610:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403615:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403621:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403626:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403631:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403636:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403641:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403726:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403733:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403739:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403745:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403751:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403756:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403763:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.403769:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.404761:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.404767:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.405084:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.412668:0:17148:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8bcc811e6600:17148] 1 exiting: rc = 0 00000100:00100000:1.0:1788509683.413323:0:17147:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8bcc811e6400:17147] 0 exiting: rc = 1 00000100:00100000:2.0:1788509683.418336:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418345:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418365:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418371:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418376:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418381:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418387:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418392:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418398:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418405:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418410:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418415:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418420:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418425:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418430:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418434:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418440:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418445:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418450:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418455:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418459:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418465:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418471:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418477:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418496:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418501:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418518:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418524:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418529:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418534:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418540:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418546:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418551:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418556:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418562:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418567:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418572:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418577:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418584:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418590:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418595:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418600:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418605:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418612:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418617:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418623:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418629:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418634:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418640:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418645:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.418650:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.419123:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.419133:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.419138:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.419144:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.419149:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.419155:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.419159:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.419165:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.419191:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.419196:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.419202:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.419208:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.419214:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509683.424763:0:17149:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff8bcc811e7400:17149] 0 exiting: rc = 1 00000100:00100000:0.0:1788509683.425304:0:17150:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff8bcc86734200:17150] 1 exiting: rc = 0 00000100:00100000:2.0:1788509683.425866:0:17886:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff8bcdb047ae00:17886] 2 exiting: rc = 0 00000100:00100000:3.0:1788509683.426340:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426468:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426476:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426481:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426487:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426493:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426576:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426584:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426593:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426604:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426610:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426616:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426621:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426627:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426633:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426649:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426655:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426726:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426749:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426758:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.426765:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427296:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427305:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427311:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427316:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427322:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427328:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427333:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427339:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427344:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427437:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427445:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427450:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427455:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427461:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427466:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427473:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427478:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427484:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427490:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427496:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427568:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427591:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427598:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427604:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427610:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427615:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427620:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427626:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427632:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427644:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427650:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427723:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427731:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427752:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427760:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427766:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427849:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427858:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427864:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427871:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427877:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427883:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509683.427889:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509683.452801:0:17151:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8bcd8137f400:17151] 0 exiting: rc = 1 00000100:00100000:2.0:1788509683.452879:0:17152:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8bcd84959400:17152] 1 exiting: rc = 0 00000100:00100000:0.0:1788509683.453056:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453064:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453070:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453108:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453113:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453119:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453125:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453130:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453135:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453140:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453145:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453151:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453156:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453161:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453176:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453183:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453189:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453194:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453199:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453204:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453208:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453213:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453218:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453223:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453228:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453232:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453237:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453241:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453246:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453250:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453255:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453260:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453264:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453270:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453275:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453280:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453285:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453291:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453303:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453308:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453313:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453318:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453323:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453329:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453334:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453339:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453344:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453361:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453366:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453371:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453376:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453382:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453387:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453393:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453398:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453403:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453407:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453413:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453418:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453423:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453429:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453434:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453439:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.453444:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.453887:0:17153:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8bcd84958e00:17153] 0 exiting: rc = 1 00000100:00100000:3.0:1788509683.454204:0:17154:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8bcd8c94d000:17154] 1 exiting: rc = 0 00000100:00100000:0.0:1788509683.454452:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454459:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454464:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454468:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454473:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454478:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454483:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454488:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454493:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454517:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454522:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454527:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454532:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454536:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454541:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454546:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454551:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454556:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454560:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454565:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454569:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454575:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454580:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454584:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454589:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454594:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454599:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454604:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454609:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454615:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454620:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454625:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454630:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454636:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454641:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454647:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454652:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454657:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454662:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454668:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454673:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454678:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454683:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454688:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454700:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454705:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454711:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454715:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454719:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454724:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454729:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454734:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454739:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454744:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454749:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454754:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454759:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454763:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454768:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454773:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454778:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454783:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454787:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.454792:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788509683.455286:0:17156:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff8bcdb461ae00:17156] 1 exiting: rc = 0 00000100:00100000:3.0:1788509683.455603:0:17155:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff8bcd8532c400:17155] 0 exiting: rc = 1 00000100:00100000:0.0:1788509683.456196:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456203:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456208:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456214:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456219:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456224:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456229:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456234:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456239:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456244:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456248:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456253:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456258:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456263:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456268:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456284:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456289:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456294:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456299:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456304:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456309:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456314:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456318:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456322:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456327:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456331:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456336:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456341:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456345:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456363:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456368:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456373:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456378:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456383:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456388:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456392:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456397:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456402:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456408:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456412:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456417:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456422:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456427:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456433:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456438:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456442:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456447:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456452:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456456:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456461:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456474:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456478:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456483:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456488:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456493:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456497:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456514:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456521:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456526:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456531:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456536:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456540:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456545:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.456551:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.457072:0:17159:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff8bcdb461b000:17159] 2 exiting: rc = 0 00000100:00100000:2.0:1788509683.457096:0:17158:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff8bcdb461bc00:17158] 1 exiting: rc = 0 00000100:00100000:3.0:1788509683.457311:0:17157:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff8bcc87758a00:17157] 0 exiting: rc = 1 00000100:00100000:0.0:1788509683.463838:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.463858:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.463865:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.463871:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.463877:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.463883:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.463889:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.463894:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.463916:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.463923:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.463929:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.463935:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.463942:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.463947:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.463953:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.463958:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.463964:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.463971:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.463996:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464003:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464023:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464028:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464034:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464040:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464046:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464052:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464058:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464064:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464070:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464076:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464091:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464098:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464103:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464109:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464115:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464121:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464127:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464133:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464137:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464143:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464148:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464154:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464186:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464195:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464201:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464207:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464212:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464218:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464223:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464230:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464236:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464241:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464246:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464251:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464257:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464268:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464273:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464279:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464285:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464290:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464295:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464301:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464306:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509683.464312:0:20916:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1788509683.472100:0:20916:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788509683.472114:0:20916:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1788509683.472119:0:20916:0:(genops.c:885:class_export_put()) final put ffff8bcc87c5b000/MDS_uuid 00000020:00000080:1.0:1788509683.472124:0:20916:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc87c5b000/MDS_uuid for MDS 00000020:01000000:1.0:1788509683.472130:0:20916:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1788509683.472279:0:20916:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:2.0:1788509683.607571:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509684.640634:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509685.655095:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509686.678604:0:20917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788509686.938095:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 830aae98-6419-4d90-97fb-7d4af2af47a0->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788509686.938118:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 830aae98-6419-4d90-97fb-7d4af2af47a0->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788509686.938121:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788509686.938125:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788509686.938131:0:36:0:(import.c:65:import_set_state_nolock()) ffff8bcc86525800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788509686.938152:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 580 00000100:00080000:2.0:1788509686.938160:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1788509686.938169:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8bcc86525800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:2.0:1788509686.938220:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc88424e00 x1875387796912768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788509686.938252:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788509686.938257:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788509686.938259:0:36:0:(import.c:65:import_set_state_nolock()) ffff8bcc870b4000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788509686.938262:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 580 00000100:00080000:2.0:1788509686.938266:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788509686.938281:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8bcc870b4000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:2.0:1788509686.938295:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc88425f80 x1875387796912896/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788509686.938304:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788509686.938307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788509686.938318:0:36:0:(import.c:65:import_set_state_nolock()) ffff8bcc87586800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788509686.938322:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 580 00000100:00080000:2.0:1788509686.938324:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1788509686.938328:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8bcc87586800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:2.0:1788509686.938337:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc88426300 x1875387796913024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788509686.938345:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788509686.938349:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788509686.938350:0:36:0:(import.c:65:import_set_state_nolock()) ffff8bcc860c9000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788509686.938353:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 580 00000100:00080000:2.0:1788509686.938355:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788509686.938358:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8bcc860c9000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:2.0:1788509686.938368:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc88426a00 x1875387796913152/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788509686.938621:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3643:1875387796912768:0@lo:38:kworker.0 00000400:00000100:3.0:1788509686.938695:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875387796912768 offset 0 length 520: 4 00000100:00100000:3.0:1788509686.938758:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3643:1875387796912896:0@lo:38:kworker.0 00000400:00000100:3.0:1788509686.938773:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875387796912896 offset 0 length 520: 4 00000100:00100000:3.0:1788509686.938783:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3643:1875387796913024:0@lo:38:kworker.0 00000400:00000100:3.0:1788509686.938794:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875387796913024 offset 0 length 520: 4 00000100:00100000:3.0:1788509686.938803:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3643:1875387796913152:0@lo:38:kworker.0 00000400:00000100:3.0:1788509686.938814:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875387796913152 offset 0 length 520: 4 00010000:00010000:2.0:1788509687.703419:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788509688.215678:0:21120:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1788509688.235803:0:21120:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:0.0:1788509688.235885:0:21120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9800/0xe5156b86310debed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310debf4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509688.235923:0:21120:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9800/0xe5156b86310debed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310debf4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509688.235930:0:21120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9800/0xe5156b86310debed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310debf4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509688.235937:0:21120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9800/0xe5156b86310debed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310debf4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509688.235957:0:21120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788509688.235964:0:21120:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1788509688.235996:0:21120:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788509688.236011:0:21120:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8bcc88424e00 x1875387796912768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788509711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509688.236026:0:21120:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788509688.236034:0:21120:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788509688.236042:0:21120:0:(import.c:65:import_set_state_nolock()) ffff8bcc86525800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1788509688.236049:0:21120:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788509688.236072:0:21120:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8bcc88424e00 x1875387796912768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788509711 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509688.236080:0:21120:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788509688.236084:0:21120:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 30s for inflight to error out 00010000:00010000:3.0:1788509688.236588:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788509688.236599:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9800/0xe5156b86310debed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310debf4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509688.236616:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdbd3d9800 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:3.0:1788509688.236620:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9800/0xe5156b86310debed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310debf4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509688.236631:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9800/0xe5156b86310debed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xe5156b86310debf4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788509688.236639:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9800/0xe5156b86310debed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xe5156b86310debf4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788509688.236645:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788509688.236648:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1788509688.236651:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1788509688.236668:0:17132:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8bcd87b29000 00010000:00010000:3.0:1788509688.236672:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9800/0xe5156b86310debed lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xe5156b86310debf4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509688.236680:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9800/0xe5156b86310debed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xe5156b86310debf4 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509688.236692:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509688.236694:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509688.236696:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509688.236731:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3643:1875387796912768:0@lo:38:kworker.0 00000100:00080000:0.0:1788509688.238621:0:21120:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788509688.238639:0:21120:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8bcc88425f80 x1875387796912896/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788509701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509688.238714:0:21120:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788509688.238722:0:21120:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1788509688.238730:0:21120:0:(import.c:65:import_set_state_nolock()) ffff8bcc870b4000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1788509688.238737:0:21120:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788509688.238741:0:21120:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8bcc88425f80 x1875387796912896/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788509701 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509688.240192:0:21120:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788509688.241798:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3643:1875387796912896:0@lo:38:kworker.0 00000100:00100000:0.0:1788509688.242066:0:21120:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788509688.245366:0:21120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9600/0xe5156b86310debc3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310debca expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509688.245392:0:21120:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9600/0xe5156b86310debc3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310debca expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509688.245401:0:21120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9600/0xe5156b86310debc3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310debca expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509688.245408:0:21120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9600/0xe5156b86310debc3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310debca expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509688.245433:0:21120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788509688.245442:0:21120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862aea00/0xe5156b86310def27 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310def2e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509688.245468:0:21120:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862aea00/0xe5156b86310def27 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310def2e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509688.245474:0:21120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862aea00/0xe5156b86310def27 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310def2e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509688.245479:0:21120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff8bcc862aea00/0xe5156b86310def27 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310def2e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509688.245495:0:21120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1788509688.245500:0:21120:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1788509688.245535:0:21120:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1788509688.245541:0:21120:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1788509688.245546:0:21120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788509688.245553:0:21120:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788509688.245560:0:21120:0:(genops.c:1819:print_export_data()) lustre-OST0000: UNLINKED ffff8bcc863db800 lustre-MDT0001-mdtlov_UUID 0@lo 1 (0 1 0) 1 0 0 0: 0000000000000000 8589934593 stale:0 00000020:00080000:0.0:1788509688.245568:0:21120:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8bcdb0e24d40) has no exports 00000020:00080000:0.0:1788509688.245601:0:21120:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8bcdb0e24d40) has no exports 00010000:00010000:2.0:1788509688.247250:0:17133:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788509688.247269:0:17133:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9600/0xe5156b86310debc3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310debca expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509688.247284:0:17133:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdbd3d9600 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:2.0:1788509688.247310:0:17133:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9600/0xe5156b86310debc3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310debca expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509688.247322:0:17133:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9600/0xe5156b86310debc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xe5156b86310debca expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788509688.247330:0:17133:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9600/0xe5156b86310debc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xe5156b86310debca expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509688.247337:0:17133:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788509688.247341:0:17133:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:2.0:1788509688.247344:0:17133:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:2.0:1788509688.247368:0:17133:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8bcd87b29000 00010000:00010000:2.0:1788509688.247373:0:17133:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9600/0xe5156b86310debc3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xe5156b86310debca expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509688.247381:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9600/0xe5156b86310debc3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xe5156b86310debca expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509688.247400:0:17133:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788509688.247405:0:17133:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcc862aea00/0xe5156b86310def27 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310def2e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509688.247411:0:17133:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc862aea00 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:2.0:1788509688.247414:0:17133:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcc862aea00/0xe5156b86310def27 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310def2e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509688.247420:0:17133:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcc862aea00/0xe5156b86310def27 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xe5156b86310def2e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788509688.247427:0:17133:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcc862aea00/0xe5156b86310def27 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xe5156b86310def2e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509688.247440:0:17133:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788509688.247443:0:17133:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1788509688.247445:0:17133:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1788509688.247452:0:17133:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8bcd87b29000 00010000:00010000:2.0:1788509688.247455:0:17133:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcc862aea00/0xe5156b86310def27 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xe5156b86310def2e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509688.247462:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcc862aea00/0xe5156b86310def27 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xe5156b86310def2e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509688.247473:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509688.247475:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509688.247477:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509688.247569:0:20917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788509688.538269:0:18645:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788509688.538280:0:18645:0:(genops.c:885:class_export_put()) final put ffff8bcc863db800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1788509688.538697:0:19463:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788509688.538702:0:19463:0:(genops.c:885:class_export_put()) final put ffff8bcc87584800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788509688.538880:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc863db800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1788509688.538972:0:485:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc87584800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1788509688.539011:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcc863d8000 for lustre-OST0000 00000020:00000080:3.0:1788509688.539016:0:485:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcc87580800 for lustre-OST0001 00010000:00010000:2.0:1788509688.728027:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509689.756587:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1788509690.262067:0:21120:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8bcdb10ddba0 - data ffff8bcdac423d80/ffff8bcdb7ea6000 00000020:01000000:0.0:1788509690.262596:0:21120:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8bcd87c38cc0 - data ffff8bcdac5c76c0/ffff8bcc87ef2000 00100000:10000000:0.0:1788509690.273951:0:21120:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788509690.290713:0:21120:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310debd8 00000020:00000080:2.0:1788509690.290732:0:21120:0:(genops.c:885:class_export_put()) final put ffff8bcc87d05000/lustre-OST0000-osd_UUID 00000020:01000004:2.0:1788509690.290796:0:21120:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8bcd89112800 from lustre-OST0000, refs=2 00000020:01000004:2.0:1788509690.290801:0:21120:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8bcd89112800 2 00000020:01000004:2.0:1788509690.290805:0:21120:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8bcd89112800 from lustre-OST0000 00000020:00000080:2.0:1788509690.290850:0:21120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788509690.290863:0:21120:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:2.0:1788509690.290866:0:21120:0:(genops.c:885:class_export_put()) final put ffff8bcc87d01000/lustre-OST0000_UUID 00000020:00000080:2.0:1788509690.290869:0:21120:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc87d01000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:2.0:1788509690.290879:0:21120:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:2.0:1788509690.290997:0:21120:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:2.0:1788509690.291002:0:21120:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1788509690.291006:0:21120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788509690.291012:0:21120:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788509690.291020:0:21120:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8bcc86520000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788509690.291026:0:21120:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff8bcc863019c0) has exports, disconnecting them 00000020:00080000:2.0:1788509690.291045:0:21120:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8bcc86520000), last request at 1788509612 00000020:00000080:2.0:1788509690.291050:0:21120:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310dec02 00000020:00080000:2.0:1788509690.291060:0:21120:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8bcc86520000): rc 0 00000020:00000080:2.0:1788509690.291066:0:21120:0:(genops.c:885:class_export_put()) final put ffff8bcc86520000/lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1788509690.295265:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc87d05000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1788509690.297216:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc86520000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:3.0:1788509690.302990:0:21120:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:3.0:1788509690.303002:0:21120:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788509690.303008:0:21120:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788509690.303017:0:21120:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788509690.303303:0:21120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788509690.303316:0:21120:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:3.0:1788509690.303325:0:21120:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1788509690.303332:0:21120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788509690.303337:0:21120:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788509690.303346:0:21120:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8bcc870b3000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788509690.303354:0:21120:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff8bcd97e74d40) has exports, disconnecting them 00000020:00080000:3.0:1788509690.303359:0:21120:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8bcc870b3000), last request at 1788509612 00000020:00000080:3.0:1788509690.303364:0:21120:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310dec17 00000020:00080000:3.0:1788509690.303387:0:21120:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8bcc870b3000): rc 0 00000020:00000080:3.0:1788509690.303394:0:21120:0:(genops.c:885:class_export_put()) final put ffff8bcc870b3000/lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1788509690.306924:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcc86525800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1788509690.306944:0:37:0:(genops.c:885:class_export_put()) final put ffff8bcd9f600000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1788509690.306948:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd9f600000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1788509690.306965:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1788509690.307048:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc870b3000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:1.0:1788509690.307994:0:21120:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:1.0:1788509690.308003:0:21120:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788509690.308008:0:21120:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788509690.308016:0:21120:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788509690.308050:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcc870b4000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1788509690.308299:0:21120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788509690.308311:0:21120:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:1.0:1788509690.308316:0:21120:0:(genops.c:885:class_export_put()) final put ffff8bcc870b1800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:1.0:1788509690.308319:0:21120:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc870b1800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:1.0:1788509690.308326:0:21120:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:1.0:1788509690.308392:0:21120:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8bcd89112800 1 00000020:00000080:1.0:1788509690.308399:0:21120:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310debb5 00000020:00000080:1.0:1788509690.308407:0:21120:0:(genops.c:885:class_export_put()) final put ffff8bcd82e89000/lustre-OST0000-osd_UUID 00000020:01000000:1.0:1788509690.308417:0:21120:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:1.0:1788509690.308426:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd82e89000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1788509690.308434:0:21120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788509690.308452:0:21120:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788509690.308457:0:21120:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff8bcd9e5dcd40) has no exports 00000020:00000080:0.0:1788509690.456939:0:21120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788509690.456961:0:21120:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1788509690.456968:0:21120:0:(genops.c:885:class_export_put()) final put ffff8bcd913ea000/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1788509690.456974:0:21120:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd913ea000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1788509690.456991:0:21120:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:0.0:1788509690.459077:0:21120:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8bcd89117000 00000020:02000400:0.0:1788509690.459157:0:21120:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1788509690.775861:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509691.798840:0:20917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788509692.055472:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788509682/real 1788509682] req@ffff8bcd85bd6a00 x1875387796911872/t0(0) o250->MGC192.168.203.112@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788509692 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509692.055511:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bcd85bd6a00 x1875387796911872/t0(0) o250->MGC192.168.203.112@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788509692 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788509692.055535:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd87b29000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788509692.055559:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1788509692.055563:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:830aae98-6419-4d90-97fb-7d4af2af47a0:3643:1875387796911872:0@lo:250:ptlrpcd_00_03.0 00000100:00080000:3.0:1788509692.055631:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 830aae98-6419-4d90-97fb-7d4af2af47a0->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788509692.055637:0:485:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1788509692.055640:0:485:0:(import.c:65:import_set_state_nolock()) ffff8bcd87b29000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788509692.055646:0:485:0:(import.c:545:import_select_connection()) MGC192.168.203.112@tcp: connect to NID 0@lo last attempt 579 00000100:00080000:3.0:1788509692.055652:0:485:0:(import.c:630:import_select_connection()) MGC192.168.203.112@tcp: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788509692.055660:0:485:0:(import.c:665:import_select_connection()) MGC192.168.203.112@tcp: import ffff8bcd87b29000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509692.055696:0:485:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcdb066f100 x1875387796913280/t0(0) o250->MGC192.168.203.112@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788509692.055734:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788509692.055739:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788509692.055742:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788509692.055745:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788509692.058151:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:830aae98-6419-4d90-97fb-7d4af2af47a0:3643:1875387796913280:0@lo:250:kworker.0 00000400:00000100:1.0:1788509692.058229:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875387796913280 offset 0 length 520: 4 00010000:00010000:2.0:1788509692.822122:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509693.846179:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788509694.232579:0:21321:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1788509694.244026:0:21321:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1788509694.244118:0:21321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9400/0xe5156b86310dec87 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310dec8e expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509694.244134:0:21321:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9400/0xe5156b86310dec87 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310dec8e expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509694.244141:0:21321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9400/0xe5156b86310dec87 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310dec8e expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509694.244147:0:21321:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9400/0xe5156b86310dec87 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310dec8e expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509694.244169:0:21321:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788509694.244174:0:21321:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788509694.244210:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788509694.244221:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8bcc88426300 x1875387796913024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788509711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509694.244241:0:21321:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788509694.244247:0:21321:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788509694.244253:0:21321:0:(import.c:65:import_set_state_nolock()) ffff8bcc87586800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1788509694.244270:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788509694.244274:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8bcc88426300 x1875387796913024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788509711 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509694.244281:0:21321:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788509694.244284:0:21321:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00000100:00100000:1.0:1788509694.244350:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3643:1875387796913024:0@lo:38:kworker.0 00010000:00010000:2.0:1788509694.244640:0:17133:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788509694.244648:0:17133:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9400/0xe5156b86310dec87 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310dec8e expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509694.244657:0:17133:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdbd3d9400 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:2.0:1788509694.244661:0:17133:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9400/0xe5156b86310dec87 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310dec8e expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509694.244671:0:17133:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9400/0xe5156b86310dec87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xe5156b86310dec8e expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788509694.244678:0:17133:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9400/0xe5156b86310dec87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xe5156b86310dec8e expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509694.244685:0:17133:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788509694.244687:0:17133:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788509694.244690:0:17133:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788509694.244704:0:17133:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8bcd87b29000 00010000:00010000:2.0:1788509694.244708:0:17133:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9400/0xe5156b86310dec87 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xe5156b86310dec8e expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509694.244715:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcdbd3d9400/0xe5156b86310dec87 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xe5156b86310dec8e expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509694.244738:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509694.244740:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509694.244925:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788509694.245300:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788509694.245308:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8bcc88426a00 x1875387796913152/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788509701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509694.245323:0:21321:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788509694.245327:0:21321:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788509694.245331:0:21321:0:(import.c:65:import_set_state_nolock()) ffff8bcc860c9000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1788509694.245335:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788509694.245339:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8bcc88426a00 x1875387796913152/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788509701 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509694.245347:0:21321:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788509694.245349:0:21321:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 9s for inflight to error out 00000100:00100000:1.0:1788509694.245588:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3643:1875387796913152:0@lo:38:kworker.0 00010000:00010000:3.0:1788509694.248491:0:21321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc8846fc00/0xe5156b86310dec5d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310dec64 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509694.248510:0:21321:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc8846fc00/0xe5156b86310dec5d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310dec64 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509694.248518:0:21321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc8846fc00/0xe5156b86310dec5d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310dec64 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509694.248539:0:21321:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff8bcc8846fc00/0xe5156b86310dec5d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310dec64 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509694.248564:0:21321:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788509694.248584:0:21321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f600/0xe5156b86310def19 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310def20 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509694.248592:0:21321:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f600/0xe5156b86310def19 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310def20 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509694.248599:0:21321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f600/0xe5156b86310def19 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310def20 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509694.248606:0:21321:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f600/0xe5156b86310def19 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xe5156b86310def20 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509694.248621:0:21321:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1788509694.248624:0:21321:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00010000:00010000:2.0:1788509694.248648:0:20917:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000020:01000004:3.0:1788509694.248650:0:21321:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1788509694.248654:0:21321:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00010000:00010000:2.0:1788509694.248655:0:20917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcc8846fc00/0xe5156b86310dec5d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310dec64 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788509694.248658:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00010000:00010000:2.0:1788509694.248661:0:20917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846fc00 already unused, calling callback (ffffffffc1422c20) 00000020:00000080:3.0:1788509694.248663:0:21321:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 10000000:00010000:2.0:1788509694.248665:0:20917:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcc8846fc00/0xe5156b86310dec5d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310dec64 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788509694.248667:0:21321:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8bcdb0e219c0) has no exports 00010000:00010000:2.0:1788509694.248673:0:20917:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcc8846fc00/0xe5156b86310dec5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xe5156b86310dec64 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788509694.248679:0:20917:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcc8846fc00/0xe5156b86310dec5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xe5156b86310dec64 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509694.248684:0:20917:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788509694.248687:0:20917:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:2.0:1788509694.248689:0:20917:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00000020:00080000:3.0:1788509694.248698:0:21321:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8bcdb0e219c0) has no exports 00010000:00010000:2.0:1788509694.248702:0:20917:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8bcd87b29000 00010000:00010000:2.0:1788509694.248705:0:20917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcc8846fc00/0xe5156b86310dec5d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xe5156b86310dec64 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509694.248712:0:20917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcc8846fc00/0xe5156b86310dec5d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xe5156b86310dec64 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509694.248725:0:20917:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788509694.248728:0:20917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f600/0xe5156b86310def19 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310def20 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509694.248750:0:20917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846f600 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:2.0:1788509694.248753:0:20917:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f600/0xe5156b86310def19 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xe5156b86310def20 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509694.248760:0:20917:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f600/0xe5156b86310def19 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xe5156b86310def20 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788509694.248767:0:20917:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f600/0xe5156b86310def19 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xe5156b86310def20 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509694.248772:0:20917:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788509694.248774:0:20917:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1788509694.248775:0:20917:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1788509694.248780:0:20917:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8bcd87b29000 00010000:00010000:2.0:1788509694.248783:0:20917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f600/0xe5156b86310def19 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xe5156b86310def20 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509694.248789:0:20917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f600/0xe5156b86310def19 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xe5156b86310def20 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509694.248801:0:20917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509694.248810:0:20917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509694.248813:0:20917:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509694.248821:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1788509694.260085:0:21321:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8bcc8725fd80 - data ffff8bcdac48ca20/ffff8bcdb59c3400 00000020:01000000:2.0:1788509694.260709:0:21321:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8bcdb10dd1e0 - data ffff8bcdac449798/ffff8bcc87de3400 00100000:10000000:2.0:1788509694.276145:0:21321:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1788509694.287106:0:21321:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310dec72 00000020:00000080:3.0:1788509694.287117:0:21321:0:(genops.c:885:class_export_put()) final put ffff8bcc863d9000/lustre-OST0001-osd_UUID 00000020:01000004:3.0:1788509694.287135:0:21321:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8bcc870b2800 from lustre-OST0001, refs=2 00000020:01000004:3.0:1788509694.287139:0:21321:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8bcc870b2800 2 00000020:01000004:3.0:1788509694.287142:0:21321:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8bcc870b2800 from lustre-OST0001 00000020:00000080:3.0:1788509694.287165:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788509694.287173:0:21321:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:3.0:1788509694.287176:0:21321:0:(genops.c:885:class_export_put()) final put ffff8bcc863dd000/lustre-OST0001_UUID 00000020:00000080:3.0:1788509694.287179:0:21321:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc863dd000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:3.0:1788509694.287185:0:21321:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000020:00000080:1.0:1788509694.287322:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc863d9000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00080000:3.0:1788509694.288355:0:21321:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 830aae98-6419-4d90-97fb-7d4af2af47a0->MGS 00010000:00010000:3.0:1788509694.288371:0:21321:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcc862af400/0xe5156b86310dea81 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xe5156b86310dea88 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788509694.288393:0:21321:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcc862af400/0xe5156b86310dea81 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xe5156b86310dea88 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788509694.288399:0:21321:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:3.0:1788509694.288402:0:21321:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:3.0:1788509694.288405:0:21321:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:3.0:1788509694.288419:0:21321:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8bcd87b29000 00010000:00010000:3.0:1788509694.288423:0:21321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcc862af400/0xe5156b86310dea81 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xe5156b86310dea88 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509694.288508:0:21321:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcc87ce3a00/0xe5156b86310de970 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xe5156b86310de977 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788509694.288515:0:21321:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcc87ce3a00/0xe5156b86310de970 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xe5156b86310de977 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788509694.288520:0:21321:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788509694.288522:0:21321:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:3.0:1788509694.288524:0:21321:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1788509694.288534:0:21321:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8bcd87b29000 00010000:00010000:3.0:1788509694.288536:0:21321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcc87ce3a00/0xe5156b86310de970 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xe5156b86310de977 expref: -99 pid: 17123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788509694.288552:0:21321:0:(import.c:65:import_set_state_nolock()) ffff8bcd87b29000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:3.0:1788509694.288555:0:21321:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1788509694.288558:0:21321:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1788509694.288559:0:21321:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1788509694.288564:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1788509694.288674:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8bcdb066f100 x1875387796913280/t0(0) o250->MGC192.168.203.112@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788509707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1788509694.288745:0:21321:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1788509694.288748:0:21321:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 17s for inflight to error out 00000100:00100000:1.0:1788509694.288852:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:830aae98-6419-4d90-97fb-7d4af2af47a0:3643:1875387796913280:0@lo:250:kworker.0 10000000:01000000:3.0:1788509694.288935:0:21321:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1788509694.288943:0:21321:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310de95b 00000020:00000080:3.0:1788509694.288949:0:21321:0:(genops.c:885:class_export_put()) final put ffff8bcc87c5b800/830aae98-6419-4d90-97fb-7d4af2af47a0 00000020:01000000:3.0:1788509694.288961:0:21321:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.112@tcp (flags='') 00000020:00000080:3.0:1788509694.288967:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788509694.288973:0:21321:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.112@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788509694.288976:0:21321:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff8bcdb4623380) has no exports 00000020:00000080:1.0:1788509694.288997:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc87c5b800/830aae98-6419-4d90-97fb-7d4af2af47a0 for MGC192.168.203.112@tcp 10000000:01000000:0.0:1788509694.289012:0:17142:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:3.0:1788509694.289295:0:21321:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.112@tcp: client import never connected 00000100:00080000:3.0:1788509694.289299:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1788509694.289301:0:21321:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1788509694.289303:0:21321:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1788509694.289305:0:21321:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1788509694.289346:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788509694.289352:0:21321:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.112@tcp (uuid 830aae98-6419-4d90-97fb-7d4af2af47a0) 00000020:01000000:3.0:1788509694.289358:0:21321:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1788509694.289359:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcd87b29000 for MGC192.168.203.112@tcp 00000020:00000080:3.0:1788509694.289361:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788509694.289367:0:21321:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00000080:1.0:1788509694.289368:0:37:0:(genops.c:885:class_export_put()) final put ffff8bcdb786b800/830aae98-6419-4d90-97fb-7d4af2af47a0 00000020:00000080:1.0:1788509694.289372:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdb786b800/830aae98-6419-4d90-97fb-7d4af2af47a0 for MGC192.168.203.112@tcp 00000020:00080000:3.0:1788509694.289373:0:21321:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8bcdbbeef000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:01000000:1.0:1788509694.289380:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.112@tcp (830aae98-6419-4d90-97fb-7d4af2af47a0) 00000020:00080000:3.0:1788509694.289381:0:21321:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff8bcc8747cd40) has exports, disconnecting them 00000020:00080000:3.0:1788509694.289387:0:21321:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8bcdbbeef000), last request at 1788509627 00000020:00000080:3.0:1788509694.289391:0:21321:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310dec9c 00000020:00080000:3.0:1788509694.289402:0:21321:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8bcdbbeef000): rc 0 00000020:00000080:3.0:1788509694.289406:0:21321:0:(genops.c:885:class_export_put()) final put ffff8bcdbbeef000/lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1788509694.293033:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdbbeef000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:3.0:1788509694.349669:0:21321:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:3.0:1788509694.349724:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788509694.349728:0:21321:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788509694.349736:0:21321:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788509694.349788:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcc87586800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1788509694.349946:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788509694.349955:0:21321:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1788509694.349961:0:21321:0:(genops.c:885:class_export_put()) final put ffff8bcdbbeee800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1788509694.349965:0:21321:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcdbbeee800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1788509694.349970:0:21321:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:3.0:1788509694.350031:0:21321:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1788509694.350034:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788509694.350039:0:21321:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788509694.350045:0:21321:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8bcc860cd800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788509694.350051:0:21321:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff8bcdb0e23380) has exports, disconnecting them 00000020:00080000:3.0:1788509694.350055:0:21321:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8bcc860cd800), last request at 1788509627 00000020:00000080:3.0:1788509694.350059:0:21321:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310decb1 00000020:00080000:3.0:1788509694.350067:0:21321:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8bcc860cd800): rc 0 00000020:00000080:3.0:1788509694.350071:0:21321:0:(genops.c:885:class_export_put()) final put ffff8bcc860cd800/lustre-MDT0001-lwp-OST0001 00010000:01000000:3.0:1788509694.351239:0:21321:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:3.0:1788509694.351246:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788509694.351250:0:21321:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788509694.351254:0:21321:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788509694.351481:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc860cd800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:00010000:0.0:1788509694.351661:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00000020:00000080:1.0:1788509694.351749:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8bcc860c9000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1788509694.369100:0:17133:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1788509694.369299:0:20917:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00010000:1.0:1788509694.369421:0:20918:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 00000100:00100000:0.0:1788509694.369581:0:17127:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8bcc87cbd200:17127] 0 exiting: rc = 1 00000100:00100000:1.0:1788509694.369676:0:17128:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8bcc870dee00:17128] 1 exiting: rc = 0 00000100:00100000:0.0:1788509694.369764:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.370026:0:17131:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8bcd82edc600:17131] 2 exiting: rc = 0 00000100:00100000:0.0:1788509694.370084:0:17130:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8bcd82edde00:17130] 1 exiting: rc = 0 00000100:00100000:1.0:1788509694.370245:0:17129:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8bcc87cbc200:17129] 0 exiting: rc = 1 00000100:00100000:2.0:1788509694.373545:0:20919:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8bcd82ea1400:20919] 3 exiting: rc = 0 00000100:00100000:0.0:1788509694.373725:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373733:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373740:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373746:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373752:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373759:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373766:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373771:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373776:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373781:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373786:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373792:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373796:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373801:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373806:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373811:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373815:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373820:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373824:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373830:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373834:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373839:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373844:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373849:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373855:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373860:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373877:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373881:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373886:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373891:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373913:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373919:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373924:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373930:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373934:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373939:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373945:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373950:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373954:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373959:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373964:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373969:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373974:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373986:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.373992:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.374007:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.374013:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.374019:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.374024:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.374029:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.374034:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.374045:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.374050:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.374059:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.374064:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.374070:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.374075:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.374082:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.374088:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.374100:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.374106:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.374116:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.374121:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788509694.374126:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1788509694.375008:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788509694.375016:0:21321:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:0.0:1788509694.375022:0:21321:0:(genops.c:885:class_export_put()) final put ffff8bcc860c8800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:0.0:1788509694.375027:0:21321:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc860c8800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:0.0:1788509694.375033:0:21321:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:0.0:1788509694.375075:0:21321:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8bcc870b2800 1 00000020:00000080:0.0:1788509694.375080:0:21321:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xe5156b86310dec56 00000020:00000080:0.0:1788509694.375084:0:21321:0:(genops.c:885:class_export_put()) final put ffff8bcc86522000/lustre-OST0001-osd_UUID 00000020:01000000:0.0:1788509694.375104:0:21321:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:0.0:1788509694.375107:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788509694.375111:0:21321:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788509694.375115:0:21321:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff8bcd97e73380) has no exports 00000020:00000080:1.0:1788509694.377535:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc86522000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:0.0:1788509694.413596:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788509694.413608:0:21321:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:0.0:1788509694.413614:0:21321:0:(genops.c:885:class_export_put()) final put ffff8bcc870b7000/lustre-OST0001-osd_UUID 00000020:00000080:0.0:1788509694.413619:0:21321:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcc870b7000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1788509694.413627:0:21321:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:1.0:1788509694.414201:0:21321:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8bcc870b7800 00000020:01000000:1.0:1788509694.414229:0:21321:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:1.0:1788509694.414233:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788509694.414238:0:21321:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788509694.414242:0:21321:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff8bcd97e719c0) has no exports 00000020:00000080:1.0:1788509694.414285:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788509694.414293:0:21321:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1788509694.414296:0:21321:0:(genops.c:885:class_export_put()) final put ffff8bcd82e8b800/OSS_uuid 00000020:00000080:1.0:1788509694.414299:0:21321:0:(genops.c:844:class_export_destroy()) destroying export ffff8bcd82e8b800/OSS_uuid for OSS 00000020:01000000:1.0:1788509694.414303:0:21321:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:1.0:1788509694.414394:0:19531:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff8bcdbd158400:19531] 4 exiting: rc = 0 00000100:00100000:0.0:1788509694.414395:0:18648:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff8bcdb0475800:18648] 0 exiting: rc = 1 00000100:00100000:1.0:1788509694.414505:0:18651:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff8bcd83f85000:18651] 2 exiting: rc = 0 00000100:00100000:0.0:1788509694.414546:0:18650:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff8bcdb0591a00:18650] 1 exiting: rc = 0 00000100:00080000:3.0:1788509694.414635:0:17140:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1788509694.414895:0:19129:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff8bcdb4451400:19129] 3 exiting: rc = 0 00000100:00100000:1.0:1788509694.414972:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.414980:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.414985:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.414989:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.414996:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415003:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415009:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415014:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415020:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415025:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415031:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415036:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415041:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415046:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415066:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415072:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415076:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415081:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415086:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415100:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415106:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415111:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415117:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415122:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415127:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415132:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415137:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415143:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415148:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415153:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415158:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415163:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415168:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415172:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415177:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415182:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415187:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415192:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415197:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415201:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415206:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415211:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415218:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415222:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415242:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415248:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415252:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415257:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415263:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415273:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415278:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415282:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415287:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415291:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415296:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415301:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415306:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415311:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415315:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415321:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415326:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415331:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415335:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.415340:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509694.416501:0:20765:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_002: service thread [ffff8bcdb7e9c600:20765] 2 exiting: rc = 0 00000100:00100000:0.0:1788509694.417156:0:18652:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8bcdb0568600:18652] 0 exiting: rc = 1 00000100:00100000:0.0:1788509694.417218:0:18653:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8bcc870de400:18653] 1 exiting: rc = 0 00000100:00100000:1.0:1788509694.417458:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417466:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417470:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417476:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417482:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417489:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417494:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417499:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417503:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417508:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417514:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417519:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417525:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417530:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417535:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417540:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417546:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417552:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417557:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417563:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417579:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417584:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417590:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417596:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417602:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417607:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417613:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417619:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417624:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417629:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417634:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417640:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417645:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.417650:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418012:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418017:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418022:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418027:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418032:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418037:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418043:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418047:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418052:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418058:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418063:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418068:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418074:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418080:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418086:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418101:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418107:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418114:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418119:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418125:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418131:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418144:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418148:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418152:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418158:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418163:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418168:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418174:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418180:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.418185:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509694.419569:0:18654:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8bcd97e60e00:18654] 0 exiting: rc = 1 00000100:00100000:0.0:1788509694.420167:0:18655:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8bcd97e60800:18655] 1 exiting: rc = 0 00000100:00100000:0.0:1788509694.420323:0:18656:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8bcd82cbc200:18656] 2 exiting: rc = 0 00000100:00100000:1.0:1788509694.420425:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420433:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420440:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420447:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420453:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420458:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420464:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420469:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420475:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420481:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420487:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420492:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420497:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420503:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420508:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420514:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420519:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420525:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420531:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420538:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420542:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420548:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420553:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420558:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420564:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420568:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420601:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420607:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420612:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420618:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420624:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420629:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420634:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420640:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420645:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420651:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420673:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420679:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420684:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420689:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420694:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420700:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420706:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420711:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420716:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420732:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420739:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420746:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420751:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420757:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420778:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420794:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420800:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420804:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420809:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420815:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420821:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420827:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420833:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420840:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420845:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420857:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420862:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.420867:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509694.425415:0:18657:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8bcd97e60600:18657] 0 exiting: rc = 1 00000100:00100000:0.0:1788509694.425524:0:18658:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8bcc87389a00:18658] 1 exiting: rc = 0 00000100:00100000:1.0:1788509694.426573:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426580:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426584:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426589:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426595:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426600:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426606:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426611:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426617:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426622:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426627:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426632:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426637:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426643:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426651:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426658:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426663:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426669:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426674:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426679:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426684:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426690:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426696:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426700:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426705:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426710:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426715:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426854:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426864:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426868:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426875:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.426880:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427366:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427378:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427383:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427389:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427393:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427398:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427402:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427407:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427412:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427418:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427424:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427429:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427435:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427440:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427446:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427452:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427458:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427462:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427468:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427474:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427480:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427485:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427491:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427496:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427501:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427507:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427512:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427517:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427523:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427528:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427532:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.427542:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788509694.428437:0:18659:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8bcdb04d9400:18659] 0 exiting: rc = 1 00000100:00100000:2.0:1788509694.428470:0:18660:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8bcd8a222000:18660] 1 exiting: rc = 0 00000100:00100000:1.0:1788509694.428556:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428564:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428569:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428584:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428589:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428595:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428601:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428622:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428630:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428634:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428639:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428645:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428651:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428657:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428665:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428671:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428678:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428684:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428689:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428711:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428718:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428724:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428730:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428735:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428741:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428747:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428754:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428761:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428766:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428772:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428777:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428868:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428876:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428882:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428889:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428895:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428978:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428983:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.428994:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429000:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429005:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429011:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429018:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429040:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429047:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429052:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429057:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429063:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429070:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429077:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429084:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429090:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429107:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429113:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429119:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429143:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429150:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429156:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429161:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429168:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429174:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429180:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429186:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788509694.429199:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:1.0:1788509694.439406:0:21321:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:1.0:1788509715.975860:0:22085:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1788509726.682229:0:22685:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788509726.682237:0:22685:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1788509726.682238:0:22685:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1788509726.682354:0:22685:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8bcd84f1c800 00000020:01000004:1.0:1788509726.682373:0:22685:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1788509726.682381:0:22685:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1788509726.682397:0:22685:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8bcc863019c0) 00000020:00000080:1.0:1788509726.682420:0:22685:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788509726.865892:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1788509726.866884:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788509726.879520:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1788509726.879787:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:2.0:1788509726.880125:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1788509726.880499:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1788509726.881235:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1788509726.881687:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1788509726.882779:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1788509726.883864:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1788509726.884734:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1788509726.885744:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1788509726.886976:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1788509726.887949:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:2.0:1788509726.888618:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:2.0:1788509726.888959:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1788509726.889491:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:2.0:1788509726.889930:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1788509726.890192:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1788509726.890789:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1788509726.891100:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1788509726.891607:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1788509726.891923:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1788509726.892410:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1788509726.893051:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1788509726.893719:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1788509726.893994:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1788509726.894490:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1788509726.894935:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1788509726.895230:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1788509726.895889:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1788509726.896579:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1788509726.902429:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1788509726.903007:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1788509726.908856:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1788509726.912126:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:3.0:1788509726.914624:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:3.0:1788509726.917553:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1788509726.920599:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1788509726.922423:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1788509726.922783:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1788509726.923094:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1788509726.923278:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:3.0:1788509726.923603:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1788509726.924036:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1788509726.924314:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:3.0:1788509726.924627:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1788509726.928528:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:2.0:1788509726.929859:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:2.0:1788509726.930329:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:2.0:1788509726.930824:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1788509726.931105:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1788509726.931356:0:22685:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00080000:01000000:2.0:1788509726.932493:0:22685:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788509726.932794:0:22685:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1788509726.932806:0:22685:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788509726.932821:0:22685:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe5156b86310df1ce 00000020:01000004:2.0:1788509726.932830:0:22685:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1788509726.932835:0:22685:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1788509726.932841:0:22685:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8bcd84f1c800 from MGS 00000020:01000004:2.0:1788509726.932845:0:22685:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1788509726.932858:0:22685:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8bcdb0e24d40) 00000020:00000080:2.0:1788509726.932868:0:22685:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1788509726.932997:0:22685:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8bcd84f1c800 from MGS, refs=2 00080000:01000000:2.0:1788509726.933002:0:22685:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788509726.933008:0:22685:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe5156b86310df1dc 00000100:00100000:2.0:1788509726.933120:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1788509726.933269:0:22685:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1788509726.933276:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1788509726.935848:0:22685:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1788509726.935864:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1788509726.937596:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788509726.938003:0:22685:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1788509726.938011:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1788509726.939747:0:22685:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1788509726.939766:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1788509726.940673:0:22685:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1788509726.940682:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0:1788509726.952660:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509726.952668:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509726.952670:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509726.953058:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509726.953061:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509726.953063:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509726.955320:0:22685:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1788509726.957278:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1788509726.970774:0:22685:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:2.0:1788509726.976405:0:22697:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1788509726.976533:0:22685:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1788509726.976622:0:22685:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788509726.977629:0:22685:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1788509726.978363:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788509726.979495:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1788509726.979507:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1788509726.980481:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1788509726.980492:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1788509726.981134:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1788509726.981142:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1788509726.982326:0:22685:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1788509726.982354:0:22685:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.112@tcp' 00000020:01000004:2.0:1788509726.982355:0:22685:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1788509726.982515:0:22685:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.112@tcp (typ=mgc) 00000020:00000080:2.0:1788509726.982532:0:22685:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.112@tcp (ffff8bcdb0e20000) 00000020:00000080:2.0:1788509726.982554:0:22685:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1788509726.982729:0:22685:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8bcd91376800@MGC192.168.203.112@tcp: add connection 192.168.203.112@tcp at head 00010000:00010000:2.0:1788509726.983128:0:22685:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.112@tcp-0 is initialized 00000040:01000000:2.0:1788509726.983138:0:22685:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.112@tcp ctxt 1 is initialized 10000000:01000000:0.0:1788509726.999033:0:22702:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1788509726.999124:0:22685:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.112@tcp (uuid 6400bfc8-22e2-4285-b4fe-8c0e5cb1d548) 00000020:00000080:0.0:1788509726.999169:0:22685:0:(genops.c:1385:class_connect()) connect: client 6400bfc8-22e2-4285-b4fe-8c0e5cb1d548, cookie 0xe5156b86310df1ea 00000100:00080000:0.0:1788509726.999186:0:22685:0:(import.c:545:import_select_connection()) MGC192.168.203.112@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788509726.999194:0:22685:0:(import.c:665:import_select_connection()) MGC192.168.203.112@tcp: import ffff8bcd91376800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:0.0:1788509726.999239:0:22685:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcda62fb480 x1875387796913408/t0(0) o250->MGC192.168.203.112@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788509726.999301:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3643:1875387796913408:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1788509726.999395:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788509726.999471:0:22685:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 6400bfc8-22e2-4285-b4fe-8c0e5cb1d548->MGS 00000020:01000004:0.0:1788509726.999513:0:22685:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1788509726.999519:0:22685:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1788509726.999538:0:22685:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8bcd9e5dcd40) 00000020:00000080:0.0:1788509726.999553:0:22685:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00080000:2.0:1788509727.002947:0:22701:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000100:00100000:3.0:1788509727.004131:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796913408 00000100:00100000:3.0:1788509727.004153:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796913408 00000100:00100000:3.0:1788509727.004534:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788509727.004544:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3643:x1875387796913408:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1788509727.004581:0:22698:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 6400bfc8-22e2-4285-b4fe-8c0e5cb1d548@0@lo t0 exp 0000000000000000 cur 624 last 0 00000020:00000080:3.0:1788509727.004615:0:22698:0:(genops.c:1385:class_connect()) connect: client 6400bfc8-22e2-4285-b4fe-8c0e5cb1d548, cookie 0xe5156b86310df1f8 00000100:00080000:3.0:1788509727.004804:0:22698:0:(import.c:65:import_set_state_nolock()) ffff8bcdb7e85800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788509727.004968:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+5:3643:x1875387796913408:12345-0@lo:250:mount.lustre.0 Request processed in 424us (5574us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509727.004978:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788509727.009484:0:3643:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.203.112@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788509727.009508:0:3643:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.203.112@tcp: connect to target with instance 0 00000100:00080000:3.0:1788509727.009521:0:3643:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.203.112@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1788509727.009528:0:3643:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1788509727.009534:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd91376800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1788509727.009539:0:3643:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1788509727.009561:0:3643:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1788509727.009572:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3643:1875387796913408:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1788509727.022881:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788509727.023799:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1788509727.023807:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1788509727.027784:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1788509727.027804:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:1.0:1788509727.028883:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:1.0:1788509727.028895:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1788509727.030863:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788509727.031618:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1788509727.031625:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1788509727.040843:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1788509727.040864:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1788509727.128948:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788509727.131601:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1788509727.131611:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1788509727.135401:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1788509727.135413:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1788509727.136051:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788509727.136214:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788509727.136220:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1788509727.144501:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1788509727.144516:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1788509727.145078:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788509727.145235:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788509727.145239:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:2.0:1788509727.148122:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:2.0:1788509727.148136:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1788509727.148781:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788509727.149133:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788509727.149139:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:2.0:1788509727.149485:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1788509727.149491:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1788509727.181168:0:22685:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788509727.181370:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1788509727.181376:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1788509727.182723:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1788509727.182733:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1788509727.184942:0:22685:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1788509727.184958:0:22685:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:2.0:1788509727.185638:0:22685:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1788509727.185664:0:22685:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:2.0:1788509727.185671:0:22685:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.112@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:2.0:1788509727.185764:0:22685:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.112@tcp ctxt 0 is initialized 00000020:01000004:2.0:1788509727.185798:0:22685:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.112@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1788509727.185802:0:22685:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1788509727.185804:0:22685:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788509727.185805:0:22685:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788509727.185806:0:22685:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788509727.185807:0:22685:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788509727.185808:0:22685:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788509727.185809:0:22685:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788509727.185811:0:22685:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788509727.185812:0:22685:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788509727.185813:0:22685:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788509727.185815:0:22685:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1788509727.185818:0:22685:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788509727.185819:0:22685:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788509727.185820:0:22685:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788509727.185821:0:22685:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788509727.185822:0:22685:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788509727.185823:0:22685:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788509727.185824:0:22685:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788509727.185825:0:22685:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788509727.185826:0:22685:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788509727.185826:0:22685:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788509727.185852:0:22685:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1788509727.185881:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796913536:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788509727.185996:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509727.186152:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796913536 00000100:00100000:3.0:1788509727.186160:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796913536 00000100:00100000:3.0:1788509727.186203:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788509727.186212:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+5:22685:x1875387796913536:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788509727.186251:0:22700:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1788509727.186254:0:22700:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1788509727.186257:0:22700:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1788509727.186387:0:22721:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000100:00100000:2.0:1788509727.186590:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcda63cc0c0 going to sleep for 11 seconds 20000000:01000000:3.0:1788509727.187015:0:22700:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:3.0:1788509727.188860:0:22722:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1788509727.188866:0:22722:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:3.0:1788509727.188880:0:22722:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1788509727.188883:0:22722:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1788509727.189278:0:22722:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1788509727.189775:0:22700:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788509727.189786:0:22700:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1788509727.194358:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+5:22685:x1875387796913536:12345-0@lo:253:mount.lustre.0 Request processed in 8138us (8352us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509727.194378:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788509727.194480:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796913536:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788509727.194496:0:22685:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1788509727.194499:0:22685:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788509727.194501:0:22685:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788509727.194502:0:22685:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788509727.194504:0:22685:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788509727.194505:0:22685:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788509727.194506:0:22685:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788509727.194507:0:22685:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788509727.194509:0:22685:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788509727.194511:0:22685:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788509727.194512:0:22685:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788509727.194533:0:22685:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8bcd84f1c800 from lustre-MDT0000 10000000:01000000:2.0:1788509727.194566:0:22685:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1788509727.194569:0:22685:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1788509727.194573:0:22685:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8bcdb0e20000 10000000:01000000:2.0:1788509727.194577:0:22685:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788509727.194585:0:22685:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8bcdb0e20000 from 1 10000000:01000000:2.0:1788509727.194587:0:22685:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1788509727.194627:0:22685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227200/0xe5156b86310df1ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509727.194638:0:22685:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227200/0xe5156b86310df1ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509727.194649:0:22685:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227200/0xe5156b86310df1ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509727.194667:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796913664:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788509727.194700:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509727.194773:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd922efd80 going to sleep for 11 seconds 00000100:00100000:3.0:1788509727.194822:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796913664 00000100:00100000:3.0:1788509727.194829:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796913664 00000100:00100000:3.0:1788509727.194981:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788509727.194991:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+5:22685:x1875387796913664:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788509727.195003:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509727.195019:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcc862ae400/0xe5156b86310df206 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df1ff expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509727.195221:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcc862ae400/0xe5156b86310df206 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df1ff expref: 6 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509727.195233:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcc862ae400/0xe5156b86310df206 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df1ff expref: 6 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509727.195241:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc862ae400, rc 0) 00000100:00100000:3.0:1788509727.195340:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+6:22685:x1875387796913664:12345-0@lo:101:mount.lustre.0 Request processed in 350us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509727.195347:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788509727.195506:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796913664:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788509727.195529:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227200/0xe5156b86310df1ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df206 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509727.195538:0:22685:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227200/0xe5156b86310df1ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df206 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509727.195591:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796913792:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788509727.195618:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509727.195646:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd922efd80 going to sleep for 11 seconds 00000100:00100000:0.0:1788509727.195697:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796913792 00000100:00100000:0.0:1788509727.195702:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796913792 00000100:00100000:0.0:1788509727.195737:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788509727.195744:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+6:22685:x1875387796913792:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788509727.195823:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+6:22685:x1875387796913792:12345-0@lo:501:mount.lustre.0 Request processed in 79us (203us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788509727.195829:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788509727.195936:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796913792:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788509727.195966:0:22685:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1788509727.195978:0:22685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227200/0xe5156b86310df1ff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df206 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509727.195985:0:22685:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227200/0xe5156b86310df1ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df206 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509727.195992:0:22685:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8bcd84f1c800 10000000:01000000:2.0:1788509727.195996:0:22685:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788509727.196000:0:22685:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8bcd84f1c800 10000000:01000000:2.0:1788509727.196002:0:22685:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1788509727.196004:0:22685:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8bcd84f1c800 from 1 10000000:01000000:2.0:1788509727.196007:0:22685:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1788509727.196023:0:22685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226a00/0xe5156b86310df20d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509727.196030:0:22685:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226a00/0xe5156b86310df20d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509727.196198:0:22685:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226a00/0xe5156b86310df20d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509727.196279:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796913920:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788509727.196304:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509727.196407:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd922efd80 going to sleep for 11 seconds 00000100:00100000:3.0:1788509727.196472:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796913920 00000100:00100000:3.0:1788509727.196477:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796913920 00000100:00100000:3.0:1788509727.196497:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788509727.196503:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+6:22685:x1875387796913920:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788509727.196510:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509727.196522:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcc862ae000/0xe5156b86310df214 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df20d expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509727.196537:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcc862ae000/0xe5156b86310df214 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df20d expref: 7 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509727.196546:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcc862ae000/0xe5156b86310df214 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df20d expref: 7 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509727.196554:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc862ae000, rc 0) 00000100:00100000:3.0:1788509727.196580:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+7:22685:x1875387796913920:12345-0@lo:101:mount.lustre.0 Request processed in 77us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509727.196585:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788509727.196659:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796913920:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788509727.196670:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226a00/0xe5156b86310df20d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df214 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509727.196678:0:22685:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226a00/0xe5156b86310df20d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df214 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509727.196689:0:22685:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1788509727.196706:0:22685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226a00/0xe5156b86310df20d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df214 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509727.196714:0:22685:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226a00/0xe5156b86310df20d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df214 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509727.196720:0:22685:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1788509727.196723:0:22685:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788509727.196728:0:22685:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8bcd84f1c800 10000000:01000000:2.0:1788509727.196730:0:22685:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788509727.196733:0:22685:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1788509727.196735:0:22685:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1788509727.196749:0:22685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226e00/0xe5156b86310df21b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509727.196762:0:22685:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226e00/0xe5156b86310df21b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509727.196771:0:22685:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226e00/0xe5156b86310df21b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509727.196783:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796914048:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788509727.196809:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509727.196821:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd922efd80 going to sleep for 11 seconds 00000100:00100000:3.0:1788509727.196884:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796914048 00000100:00100000:3.0:1788509727.196888:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796914048 00000100:00100000:3.0:1788509727.196925:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788509727.196932:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+7:22685:x1875387796914048:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788509727.196939:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509727.196947:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcc862af600/0xe5156b86310df222 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df21b expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509727.196960:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcc862af600/0xe5156b86310df222 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df21b expref: 8 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509727.196968:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcc862af600/0xe5156b86310df222 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df21b expref: 8 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509727.196975:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc862af600, rc 0) 00000100:00100000:3.0:1788509727.197009:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+8:22685:x1875387796914048:12345-0@lo:101:mount.lustre.0 Request processed in 78us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509727.197015:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788509727.197083:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796914048:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788509727.197095:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226e00/0xe5156b86310df21b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df222 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509727.197103:0:22685:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226e00/0xe5156b86310df21b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df222 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509727.197143:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796914176:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788509727.197167:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509727.197192:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd922efd80 going to sleep for 11 seconds 00000100:00100000:3.0:1788509727.197381:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796914176 00000100:00100000:3.0:1788509727.197386:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796914176 00000100:00100000:3.0:1788509727.197404:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788509727.197409:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+8:22685:x1875387796914176:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788509727.197529:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+9:22685:x1875387796914176:12345-0@lo:501:mount.lustre.0 Request processed in 119us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509727.197537:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788509727.197604:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796914176:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788509727.197631:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796914304:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788509727.197668:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509727.197690:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd922efd80 going to sleep for 11 seconds 00000100:00100000:3.0:1788509727.197735:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796914304 00000100:00100000:3.0:1788509727.197739:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796914304 00000100:00100000:3.0:1788509727.197757:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788509727.197762:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+9:22685:x1875387796914304:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788509727.198521:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+9:22685:x1875387796914304:12345-0@lo:503:mount.lustre.0 Request processed in 756us (850us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509727.198529:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788509727.198608:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796914304:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788509727.198977:0:22723:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22723:1875387796914432:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788509727.199016:0:22723:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509727.199298:0:22723:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd922ef300 going to sleep for 11 seconds 00000100:00100000:3.0:1788509727.199368:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796914432 00000100:00100000:3.0:1788509727.199373:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796914432 00000100:00100000:3.0:1788509727.199397:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788509727.199404:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+9:22723:x1875387796914432:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788509727.200324:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+9:22723:x1875387796914432:12345-0@lo:502:llog_process_th.0 Request processed in 917us (1303us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509727.200331:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788509727.200553:0:22723:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22723:1875387796914432:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788509727.200583:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788509727.200594:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788509727.200597:0:22723:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1788509727.200602:0:22723:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1788509727.200605:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788509727.200620:0:22723:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8bcdb0e23380) 00000020:00000080:2.0:1788509727.200634:0:22723:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1788509727.200639:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1788509727.200705:0:22723:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:2.0:1788509727.200711:0:22723:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe5156b86310df230 00000020:00000080:2.0:1788509727.201078:0:22723:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1788509727.201084:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788509727.201088:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788509727.201089:0:22723:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1788509727.201091:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788509727.201094:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788509727.201096:0:22723:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1788509727.201098:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788509727.201105:0:22723:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8bcdb0e219c0) 00000020:00000080:2.0:1788509727.201114:0:22723:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1788509727.201117:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1788509727.201120:0:22723:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1788509727.201122:0:22723:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1788509727.201127:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788509727.201175:0:22723:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8bcd84f1c800 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1788509727.201187:0:22723:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8bcd97e719c0) 00000020:00000080:2.0:1788509727.201195:0:22723:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1788509727.201327:0:22723:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1788509727.201337:0:22723:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe5156b86310df245 00000020:00000080:2.0:1788509727.201428:0:22723:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1788509727.201433:0:22723:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1788509727.201437:0:22723:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xe5156b86310df24c 00080000:01000000:2.0:1788509727.201442:0:22723:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:2.0:1788509727.201445:0:22723:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe5156b86310df253 00010000:00010000:2.0:1788509727.275268:0:22723:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1788509727.275969:0:22723:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:2.0:1788509727.277997:0:22723:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1788509727.278572:0:22723:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8bcd97e73380) 00000020:00000080:2.0:1788509727.278589:0:22723:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1788509727.278676:0:22723:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:2.0:1788509727.278682:0:22723:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe5156b86310df261 00000020:00000080:0.0:1788509727.283299:0:22723:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1788509727.291709:0:22723:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xe5156b86310df268 00000020:00000080:1.0:1788509727.298551:0:22723:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1788509727.298563:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788509727.298571:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788509727.298573:0:22723:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1788509727.298589:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788509727.298592:0:22723:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:1.0:1788509727.298593:0:22723:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788509727.298595:0:22723:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788509727.298597:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788509727.298599:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788509727.298601:0:22723:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788509727.298603:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788509727.298608:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788509727.298610:0:22723:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1788509727.298614:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1788509727.298666:0:22723:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1788509727.298687:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788509727.298691:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788509727.298692:0:22723:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1788509727.298695:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788509727.298698:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788509727.298699:0:22723:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:1.0:1788509727.298702:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788509727.298708:0:22723:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.112@tcp to nid 0x20000c0a8cb70 (192.168.203.112@tcp) 00000020:00000080:1.0:1788509727.298736:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788509727.298752:0:22723:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8bcc86300000) 00000020:00000080:1.0:1788509727.298769:0:22723:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1788509727.298786:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788509727.298842:0:22723:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:1.0:1788509727.298848:0:22723:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:1.0:1788509727.298854:0:22723:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe5156b86310df276 00010000:00080000:1.0:1788509727.298895:0:22723:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8bcc87c80000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.112@tcp at head 00010000:00010000:1.0:1788509727.305642:0:22723:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:0.0:1788509727.307504:0:22723:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788509727.307519:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1788509727.307573:0:22723:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788509727.307592:0:22723:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe5156b86310df27d 00000100:00080000:0.0:1788509727.307603:0:22723:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788509727.307609:0:22723:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8bcc87c80000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:0.0:1788509727.307643:0:22723:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcda62fb480 x1875387796914560/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788509727.307661:0:22723:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00100000:3.0:1788509727.307749:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796914560:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788509727.307823:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:0.0:1788509727.307968:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788509727.307972:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509727.307974:0:22723:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:0.0:1788509727.307978:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788509727.307980:0:22723:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:0.0:1788509727.307982:0:22723:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788509727.307983:0:22723:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788509727.307985:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788509727.307988:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509727.307989:0:22723:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788509727.307992:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788509727.307997:0:22723:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1788509727.308000:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509727.308001:0:22723:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1788509727.308005:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788509727.308008:0:22723:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.112@tcp to nid 0x20000c0a8cb70 (192.168.203.112@tcp) 00000020:01000000:0.0:1788509727.308028:0:22723:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1788509727.308030:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788509727.308117:0:22723:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8bcd9e5d99c0) 00000020:00000080:0.0:1788509727.308130:0:22723:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1788509727.308135:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788509727.308186:0:22723:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1788509727.308192:0:22723:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:0.0:1788509727.308196:0:22723:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe5156b86310df28b 00010000:00080000:0.0:1788509727.308285:0:22723:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8bcdaf83b800@lustre-OST0000-osc-MDT0000: add connection 192.168.203.112@tcp at head 00010000:00010000:0.0:1788509727.308489:0:22723:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:2.0:1788509727.308848:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796914560 00000100:00100000:2.0:1788509727.308857:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796914560 00000100:00100000:2.0:1788509727.308913:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788509727.308920:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3643:x1875387796914560:12345-0@lo:38:llog_process_th.0 00010000:00020000:2.0:1788509727.308935:0:22710:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:0.0:1788509727.318495:0:22723:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788509727.319592:0:22723:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1788509727.327436:0:22723:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788509727.329472:0:22723:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1788509727.347855:0:22723:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:1.0:1788509727.348396:0:22729:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788509727.348402:0:22729:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1788509727.351366:0:22723:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788509727.351380:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788509727.351426:0:22723:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1788509727.351446:0:22723:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe5156b86310df292 00000100:00080000:3.0:1788509727.351455:0:22723:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788509727.351461:0:22723:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8bcdaf83b800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509727.351496:0:22723:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcdb066e680 x1875387796914688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788509727.351552:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796914688:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788509727.351696:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875387796914688 offset 0 length 520: 4 00000100:00080000:3.0:1788509727.351750:0:22723:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1788509727.351878:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788509727.351883:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788509727.351885:0:22723:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1788509727.351888:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788509727.351891:0:22723:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1788509727.351922:0:22723:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788509727.351924:0:22723:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788509727.351926:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788509727.351929:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788509727.351931:0:22723:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788509727.351933:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788509727.351938:0:22723:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1788509727.351941:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788509727.351942:0:22723:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1788509727.351945:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788509727.351949:0:22723:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.112@tcp to nid 0x20000c0a8cb70 (192.168.203.112@tcp) 00000020:01000000:3.0:1788509727.351968:0:22723:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1788509727.351970:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788509727.351983:0:22723:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8bcc8747cd40) 00000020:00000080:3.0:1788509727.351994:0:22723:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:3.0:1788509727.351999:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788509727.352068:0:22723:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1788509727.352074:0:22723:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:3.0:1788509727.352079:0:22723:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xe5156b86310df2a0 00010000:00080000:3.0:1788509727.352107:0:22723:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8bcd83e77800@lustre-OST0001-osc-MDT0000: add connection 192.168.203.112@tcp at head 00010000:00010000:3.0:1788509727.352299:0:22723:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1788509727.352367:0:22723:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788509727.352383:0:22723:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1788509727.361677:0:22723:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788509727.362607:0:22723:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1788509727.363193:0:22723:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000100:00100000:3.0:1788509727.364317:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3643:x1875387796914560:12345-0@lo:38:llog_process_th.0 Request processed in 55388us (56486us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788509727.364336:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1788509727.364494:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcc87c80000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788509727.364500:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788509727.364504:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796914560:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1788509727.365657:0:22731:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788509727.365662:0:22731:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1788509727.366614:0:22723:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788509727.366627:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788509727.366861:0:22723:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788509727.366889:0:22723:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe5156b86310df2a7 00000100:00080000:0.0:1788509727.366965:0:22723:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788509727.366973:0:22723:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8bcd83e77800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:0.0:1788509727.367010:0:22723:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcda62fa680 x1875387796914816/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788509727.367076:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796914816:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788509727.367143:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875387796914816 offset 0 length 520: 4 00000100:00080000:0.0:1788509727.367399:0:22723:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1788509727.367468:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788509727.367473:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509727.367475:0:22723:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788509727.367478:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788509727.367481:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509727.367483:0:22723:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788509727.367485:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788509727.367487:0:22723:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788509727.367489:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788509727.367491:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509727.367492:0:22723:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788509727.367494:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788509727.367496:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509727.367497:0:22723:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788509727.367500:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1788509727.367528:0:22723:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62faa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22723:1875387796914944:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788509727.367581:0:22723:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509727.367596:0:22723:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd837a0000 going to sleep for 11 seconds 00000100:00100000:3.0:1788509727.367728:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796914944 00000100:00100000:3.0:1788509727.367734:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796914944 00000100:00100000:3.0:1788509727.367790:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788509727.367807:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ceb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+9:22723:x1875387796914944:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788509727.367957:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ceb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+9:22723:x1875387796914944:12345-0@lo:502:llog_process_th.0 Request processed in 151us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509727.367964:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788509727.368027:0:22723:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62faa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22723:1875387796914944:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788509727.368313:0:22723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788509727.368319:0:22723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788509727.368320:0:22723:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788509727.368324:0:22723:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:2.0:1788509727.368486:0:22685:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:2.0:1788509727.368506:0:22685:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1788509727.368526:0:22685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226e00/0xe5156b86310df21b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df222 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509727.368537:0:22685:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226e00/0xe5156b86310df21b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df222 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509727.368545:0:22685:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8bcd84f1c800 from 1 10000000:01000000:2.0:1788509727.368548:0:22685:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788509727.368584:0:22685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226c00/0xe5156b86310df2ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509727.368592:0:22685:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226c00/0xe5156b86310df2ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509727.368601:0:22685:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226c00/0xe5156b86310df2ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509727.368616:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796915072:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788509727.368647:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509727.368671:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87567780 going to sleep for 11 seconds 00000100:00100000:0.0:1788509727.368770:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796915072 00000100:00100000:0.0:1788509727.368784:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796915072 00000100:00100000:0.0:1788509727.368821:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788509727.368827:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+9:22685:x1875387796915072:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788509727.368837:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509727.368852:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df2b5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df2ae expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509727.368881:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df2b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df2ae expref: 10 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509727.368890:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df2b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df2ae expref: 10 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509727.368924:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb590b200, rc 0) 00000100:00100000:0.0:1788509727.368953:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+10:22685:x1875387796915072:12345-0@lo:101:mount.lustre.0 Request processed in 126us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509727.368959:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788509727.373308:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796915072:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788509727.373337:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226c00/0xe5156b86310df2ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df2b5 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509727.373350:0:22685:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226c00/0xe5156b86310df2ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df2b5 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509727.373947:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796915200:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1788509727.374012:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509727.374063:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87567780 going to sleep for 11 seconds 00000100:00100000:3.0:1788509727.374407:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796915200 00000100:00100000:3.0:1788509727.374414:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796915200 00000100:00100000:3.0:1788509727.374452:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788509727.374460:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+10:22685:x1875387796915200:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1788509727.374479:0:22698:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1788509727.374486:0:22698:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1788509727.374558:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+10:22685:x1875387796915200:12345-0@lo:256:mount.lustre.0 Request processed in 98us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509727.374566:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788509727.374788:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796915200:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1788509727.375708:0:22685:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788509727.375767:0:22685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226c00/0xe5156b86310df2ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df2b5 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509727.375787:0:22685:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226c00/0xe5156b86310df2ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df2b5 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788509727.376109:0:22685:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8bcd84f1c800 from 1 10000000:01000000:0.0:1788509727.376113:0:22685:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788509727.376151:0:22685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb590b800/0xe5156b86310df2bc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509727.376159:0:22685:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcdb590b800/0xe5156b86310df2bc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509727.376168:0:22685:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcdb590b800/0xe5156b86310df2bc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509727.376194:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796915328:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788509727.376259:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509727.376288:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd923c3480 going to sleep for 11 seconds 00000100:00100000:2.0:1788509727.376408:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796915328 00000100:00100000:2.0:1788509727.376414:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796915328 00000100:00100000:2.0:1788509727.376459:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788509727.376467:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87cebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+10:22685:x1875387796915328:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788509727.376478:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788509727.376493:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcdb1227e00/0xe5156b86310df2c3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df2bc expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509727.376515:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcdb1227e00/0xe5156b86310df2c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df2bc expref: 11 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509727.376525:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcdb1227e00/0xe5156b86310df2c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df2bc expref: 11 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509727.376534:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb1227e00, rc 0) 00000100:00100000:2.0:1788509727.376580:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87cebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+11:22685:x1875387796915328:12345-0@lo:101:mount.lustre.0 Request processed in 114us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509727.376587:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788509727.376674:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796915328:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788509727.376687:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcdb590b800/0xe5156b86310df2bc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df2c3 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509727.376696:0:22685:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcdb590b800/0xe5156b86310df2bc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df2c3 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509727.376750:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796915456:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788509727.376788:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509727.376809:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc865a43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788509727.376929:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796915456 00000100:00100000:0.0:1788509727.376934:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796915456 00000100:00100000:0.0:1788509727.376966:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788509727.376973:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ceb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+11:22685:x1875387796915456:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788509727.377108:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ceb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+11:22685:x1875387796915456:12345-0@lo:501:mount.lustre.0 Request processed in 135us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509727.377115:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788509727.377253:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796915456:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788509727.377282:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796915584:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788509727.377327:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509727.377353:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc865a43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788509727.377703:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796915584 00000100:00100000:0.0:1788509727.377708:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796915584 00000100:00100000:0.0:1788509727.377741:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788509727.377747:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87cea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+11:22685:x1875387796915584:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788509727.377843:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87cea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+11:22685:x1875387796915584:12345-0@lo:503:mount.lustre.0 Request processed in 96us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509727.377850:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788509727.378429:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796915584:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788509727.378828:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd6a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22733:1875387796915712:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788509727.378886:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509727.378959:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc865a4780 going to sleep for 11 seconds 00000100:00100000:0.0:1788509727.379384:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796915712 00000100:00100000:0.0:1788509727.379392:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796915712 00000100:00100000:0.0:1788509727.379436:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788509727.379445:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+11:22733:x1875387796915712:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788509727.379943:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+11:22733:x1875387796915712:12345-0@lo:502:llog_process_th.0 Request processed in 498us (1056us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509727.380005:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788509727.380429:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd6a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22733:1875387796915712:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788509727.380467:0:22733:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788509727.380476:0:22733:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788509727.380479:0:22733:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788509727.380489:0:22733:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8bcd84f1c800 00000020:00000080:1.0:1788509727.380492:0:22733:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788509727.380500:0:22733:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788509727.380503:0:22733:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788509727.380504:0:22733:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788509727.380507:0:22733:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788509727.380509:0:22733:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788509727.380510:0:22733:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788509727.380513:0:22733:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8bcd84f1c800 00000020:00000080:1.0:1788509727.380515:0:22733:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788509727.380575:0:22733:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788509727.380579:0:22733:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788509727.380580:0:22733:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788509727.380583:0:22733:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788509727.380586:0:22733:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788509727.380587:0:22733:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788509727.380590:0:22733:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8bcd84f1c800 00000020:00000080:1.0:1788509727.380592:0:22733:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788509727.380608:0:22733:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788509727.380610:0:22733:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788509727.380612:0:22733:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788509727.380614:0:22733:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788509727.380616:0:22733:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788509727.380617:0:22733:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788509727.380620:0:22733:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8bcd84f1c800 00000020:00000080:1.0:1788509727.380622:0:22733:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1788509727.380655:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd6a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22733:1875387796915840:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788509727.380697:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509727.380732:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc865a4780 going to sleep for 11 seconds 00000100:00100000:0.0:1788509727.382366:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796915840 00000100:00100000:0.0:1788509727.382382:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796915840 00000100:00100000:0.0:1788509727.382440:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788509727.382450:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+11:22733:x1875387796915840:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788509727.382593:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+11:22733:x1875387796915840:12345-0@lo:502:llog_process_th.0 Request processed in 144us (1895us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509727.382600:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788509727.382698:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd6a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22733:1875387796915840:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788509727.382729:0:22733:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788509727.382735:0:22733:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788509727.382738:0:22733:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788509727.382744:0:22733:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:0.0:1788509727.389706:0:22685:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788509727.389749:0:22685:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788509727.389784:0:22685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb590b800/0xe5156b86310df2bc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df2c3 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509727.389797:0:22685:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcdb590b800/0xe5156b86310df2bc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df2c3 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788509727.389864:0:22685:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788509727.389877:0:22685:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8bcd84f1c800 10000000:01000000:0.0:1788509727.389881:0:22685:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8bcd84f1c800 10000000:01000000:0.0:1788509727.389886:0:22685:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788509727.389893:0:22685:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8bcd84f1c800 from 1 10000000:01000000:0.0:1788509727.389927:0:22685:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788509727.389979:0:22685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb590be00/0xe5156b86310df2ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509727.389989:0:22685:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcdb590be00/0xe5156b86310df2ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509727.390001:0:22685:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcdb590be00/0xe5156b86310df2ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509727.390025:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796915968:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788509727.390115:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509727.390162:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd87a7f900 going to sleep for 11 seconds 00000100:00100000:0.0:1788509727.390194:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796915968 00000100:00100000:0.0:1788509727.390203:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796915968 00000100:00100000:0.0:1788509727.390247:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788509727.390256:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ceac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+11:22685:x1875387796915968:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788509727.390269:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509727.390284:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcdb590a600/0xe5156b86310df2d1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df2ca expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509727.390306:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcdb590a600/0xe5156b86310df2d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df2ca expref: 12 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509727.390316:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcdb590a600/0xe5156b86310df2d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df2ca expref: 12 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509727.390326:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb590a600, rc 0) 00000100:00100000:0.0:1788509727.390369:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ceac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:22685:x1875387796915968:12345-0@lo:101:mount.lustre.0 Request processed in 112us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509727.390377:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788509727.390432:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796915968:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788509727.390448:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcdb590be00/0xe5156b86310df2ca lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df2d1 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509727.390458:0:22685:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcdb590be00/0xe5156b86310df2ca lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df2d1 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509727.390510:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796916096:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788509727.390547:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509727.390563:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd87a7f900 going to sleep for 11 seconds 00000100:00100000:0.0:1788509727.395197:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796916096 00000100:00100000:0.0:1788509727.395213:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796916096 00000100:00100000:0.0:1788509727.395278:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788509727.395288:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87cea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:22685:x1875387796916096:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788509727.395457:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87cea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:22685:x1875387796916096:12345-0@lo:501:mount.lustre.0 Request processed in 171us (4909us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509727.395467:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788509727.395525:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796916096:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788509727.395577:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796916224:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788509727.395626:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509727.395655:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd87a7f900 going to sleep for 11 seconds 00000100:00100000:0.0:1788509727.395671:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796916224 00000100:00100000:0.0:1788509727.395675:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796916224 00000100:00100000:0.0:1788509727.395698:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788509727.395705:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ceb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:22685:x1875387796916224:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788509727.401179:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ceb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:22685:x1875387796916224:12345-0@lo:503:mount.lustre.0 Request processed in 5464us (5542us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509727.401196:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788509727.401292:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796916224:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788509727.401732:0:22737:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22737:1875387796916352:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788509727.401844:0:22737:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509727.401936:0:22737:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788509727.403938:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796916352 00000100:00100000:0.0:1788509727.403954:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796916352 00000100:00100000:0.0:1788509727.404017:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788509727.404029:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87cea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:22737:x1875387796916352:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788509727.404243:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87cea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:22737:x1875387796916352:12345-0@lo:502:llog_process_th.0 Request processed in 213us (2395us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509727.404253:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788509727.404301:0:22737:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22737:1875387796916352:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1788509727.404420:0:22737:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1788509727.404443:0:22737:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8bcc8747b380) 00000020:00000080:3.0:1788509727.404474:0:22737:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:3.0:1788509727.404604:0:22737:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8bcd84f1c800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1788509727.404617:0:22737:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8bcd84f1c800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1788509727.404620:0:22737:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8bcd84f1c800 4 00010000:00080000:3.0:1788509727.404655:0:22737:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8bcc870b7000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.112@tcp at head 00010000:00010000:3.0:1788509727.406524:0:22737:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:3.0:1788509727.406809:0:22737:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1788509727.406862:0:22737:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788509727.417098:0:22737:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xe5156b86310df2df 00000100:00080000:3.0:1788509727.417128:0:22737:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788509727.417138:0:22737:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8bcc870b7000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509727.417844:0:22737:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcdb066df80 x1875387796916480/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788509727.418017:0:22737:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1788509727.418023:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875387796916480:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788509727.418106:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509727.418182:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796916480 00000100:00100000:1.0:1788509727.418190:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796916480 00000100:00100000:1.0:1788509727.418232:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788509727.418239:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1875387796916480:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788509727.418309:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1875387796916480:12345-0@lo:38:llog_process_th.0 Request processed in 68us (202us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788509727.418317:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788509727.418352:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788509727.418359:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcc870b7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788509727.418363:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788509727.418366:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875387796916480:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788509727.423692:0:22737:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22737:1875387796916608:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788509727.423771:0:22737:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509727.423820:0:22737:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc875676c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788509727.424418:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796916608 00000100:00100000:0.0:1788509727.424426:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796916608 00000100:00100000:0.0:1788509727.424476:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788509727.424485:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:22737:x1875387796916608:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788509727.425940:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:22737:x1875387796916608:12345-0@lo:502:llog_process_th.0 Request processed in 1450us (2162us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509727.425952:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788509727.428458:0:22737:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22737:1875387796916608:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788509727.428593:0:22737:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f9880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22737:1875387796916736:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788509727.428661:0:22737:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509727.428697:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796916736 00000100:00100000:0.0:1788509727.428704:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796916736 00000100:00100000:0.0:1788509727.428748:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788509727.428757:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:22737:x1875387796916736:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788509727.428980:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:22737:x1875387796916736:12345-0@lo:502:llog_process_th.0 Request processed in 223us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509727.428989:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788509727.429150:0:22737:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd87a7fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1788509727.429166:0:22737:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f9880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22737:1875387796916736:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1788509727.429187:0:22737:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1788509727.429247:0:22685:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1788509727.429266:0:22685:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788509727.429291:0:22685:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb590be00/0xe5156b86310df2ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df2d1 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509727.429309:0:22685:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcdb590be00/0xe5156b86310df2ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df2d1 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788509727.429356:0:22685:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788509727.429358:0:22685:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788509727.429360:0:22685:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788509727.429361:0:22685:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788509727.429363:0:22685:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788509727.429364:0:22685:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788509727.429365:0:22685:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788509727.429367:0:22685:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788509727.429369:0:22685:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788509727.429371:0:22685:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788509727.429375:0:22685:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1788509727.429378:0:22685:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788509727.429380:0:22685:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788509727.429382:0:22685:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788509727.429383:0:22685:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788509727.429384:0:22685:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788509727.429385:0:22685:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788509727.429387:0:22685:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788509727.429388:0:22685:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788509727.429390:0:22685:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788509727.429391:0:22685:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788509727.429406:0:22685:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1788509727.429416:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796916864:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788509727.429447:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509727.429462:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd87a7f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788509727.429478:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796916864 00000100:00100000:0.0:1788509727.429482:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796916864 00000100:00100000:0.0:1788509727.429505:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788509727.429512:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:22685:x1875387796916864:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788509727.429534:0:22699:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1788509727.429551:0:22699:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1788509727.436530:0:22699:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788509727.436546:0:22699:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1788509727.436723:0:22721:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1788509727.436728:0:22721:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1788509727.436748:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8bcc862ae800/0xe5156b86310df2e6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509727.436766:0:22721:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df2b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df2ae expref: 12 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509727.436833:0:22721:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8bcc862ae800/0xe5156b86310df2e6 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509727.436878:0:22721:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df2b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe5156b86310df2ae expref: 12 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509727.436894:0:22721:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df2b5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe5156b86310df2ae expref: 12 pid: 22700 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509727.436929:0:22721:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ea00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1875387796916992:0@lo:104: 00000100:00100000:3.0:1788509727.436990:0:22721:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509727.437026:0:22721:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788509727.437282:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:22685:x1875387796916864:12345-0@lo:253:mount.lustre.0 Request processed in 7769us (7832us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509727.437292:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788509727.437346:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22685:1875387796916864:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788509727.437356:0:22685:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1788509727.437359:0:22685:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788509727.437361:0:22685:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788509727.437363:0:22685:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788509727.437364:0:22685:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788509727.437366:0:22685:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788509727.437367:0:22685:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788509727.437368:0:22685:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788509727.437370:0:22685:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788509727.437371:0:22685:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788509727.437373:0:22685:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1788509727.437385:0:22685:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1788509727.437995:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796916992 00000100:00100000:1.0:1788509727.438003:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796916992 00000100:00100000:1.0:1788509727.438153:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788509727.438163:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+3:22721:x1875387796916992:12345-0@lo:104: 00010000:00010000:1.0:1788509727.438177:0:22689:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226c00/0xe5156b86310df2ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df2b5 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509727.438238:0:22689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788509727.438243:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+3:22721:x1875387796916992:12345-0@lo:104: Request processed in 83us (1253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509727.438258:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1788509727.438275:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509727.438280:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226c00/0xe5156b86310df2ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df2b5 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509727.438288:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb1226c00 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:1.0:1788509727.438292:0:22695:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226c00/0xe5156b86310df2ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe5156b86310df2b5 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509727.438302:0:22695:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226c00/0xe5156b86310df2ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe5156b86310df2b5 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788509727.438309:0:22695:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226c00/0xe5156b86310df2ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe5156b86310df2b5 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788509727.438314:0:22695:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788509727.438342:0:22695:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226c00/0xe5156b86310df2ae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df2b5 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509727.438348:0:22695:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788509727.438364:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226c00/0xe5156b86310df2ae lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df2b5 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509727.438371:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226c00/0xe5156b86310df2ae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df2b5 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509727.438388:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509727.438389:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509727.438391:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788509727.438425:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3646:1875387796917120:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788509727.438458:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509727.438529:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796917120 00000100:00100000:1.0:1788509727.438533:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796917120 00010000:00010000:1.0:1788509727.438548:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df2b5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df2ae expref: 12 pid: 22700 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509727.438566:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788509727.438572:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:3646:x1875387796917120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788509727.438581:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788509727.438586:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df2b5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df2ae expref: 12 pid: 22700 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509727.438597:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df2b5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe5156b86310df2ae expref: 12 pid: 22700 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509727.438615:0:22691:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8bcc862ae800/0xe5156b86310df2e6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509727.438623:0:22691:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcc862ae800/0xe5156b86310df2e6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788509727.438636:0:22691:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001908959s 00010000:00010000:1.0:1788509727.438640:0:22691:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8bcc862ae800/0xe5156b86310df2e6 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509727.438647:0:22691:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8bcc862ae800/0xe5156b86310df2e6 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509727.438655:0:22691:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8bcc862ae800/0xe5156b86310df2e6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509727.438670:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8bcc862ae800/0xe5156b86310df2e6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509727.438676:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc862ae800 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509727.438680:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8bcc862ae800/0xe5156b86310df2e6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509727.438687:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8bcc862ae800/0xe5156b86310df2e6 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509727.438695:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8bcc862ae800/0xe5156b86310df2e6 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509727.438704:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788509727.438726:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:3646:x1875387796917120:12345-0@lo:103:ldlm_bl.0 Request processed in 154us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509727.438732:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788509727.438769:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3646:1875387796917120:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788509727.439461:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df2b5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe5156b86310df2ae expref: 11 pid: 22700 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509727.439473:0:22721:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ea00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1875387796916992:0@lo:104: 00010000:00010000:3.0:1788509727.439490:0:22721:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8bcc862ae800/0xe5156b86310df2e6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509727.439499:0:22721:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8bcc862ae800/0xe5156b86310df2e6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509727.439505:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8bcc862ae800/0xe5156b86310df2e6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509727.439511:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc862ae800/0xe5156b86310df2e6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1788509727.470799:0:22685:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:0.0:1788509727.471509:0:22685:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:3.0:1788509727.471748:0:22745:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:3.0:1788509727.471752:0:22745:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:0.0:1788509727.471816:0:22746:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788509727.475156:0:22685:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:3.0:1788509727.477313:0:22747:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8bcdb066ea00 x1875387796917248/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509727.477328:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 00000040:00080000:0.0:1788509727.477516:0:22746:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:1.0:1788509727.477641:0:22685:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1788509727.477691:0:22685:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1788509727.481055:0:22685:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1788509727.481075:0:22685:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1788509727.481150:0:22685:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788509727.484050:0:22685:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1788509727.485970:0:22685:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1788509727.486042:0:22685:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1788509727.487166:0:22685:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:1.0:1788509727.487655:0:22685:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:1.0:1788509727.489478:0:22685:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000040:00080000:0.0:1788509727.490296:0:22746:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788509727.490363:0:22746:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000001:00080000:1.0:1788509727.493597:0:22685:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1788509727.493633:0:22685:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb93b40d53988 00100000:10000000:1.0:1788509727.493641:0:22685:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:1.0:1788509727.494985:0:22685:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788509727.495002:0:22685:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.112@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788509727.495018:0:22685:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:1.0:1788509727.495034:0:22685:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:1.0:1788509727.495827:0:22685:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788509727.496057:0:22685:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788509727.960894:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788509728.475164:0:22741:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788509728.475172:0:22741:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788509728.486389:0:22741:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1788509728.486404:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1788509728.534589:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 10000000:01000000:3.0:1788509728.598452:0:22702:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788509728.598459:0:22702:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8bcd84f1c800 from 11 10000000:01000000:3.0:1788509728.598465:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788509728.598512:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862ae800/0xe5156b86310df2ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509728.598540:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcc862ae800/0xe5156b86310df2ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509728.598550:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcc862ae800/0xe5156b86310df2ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509728.598574:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796917376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788509728.598640:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509728.598736:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788509728.600237:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796917376 00000100:00100000:0.0:1788509728.600247:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796917376 00000100:00100000:0.0:1788509728.600310:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788509728.600320:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+11:22702:x1875387796917376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788509728.600334:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509728.600358:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcdb590a800/0xe5156b86310df2f4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df2ed expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509728.600384:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcdb590a800/0xe5156b86310df2f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df2ed expref: 12 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509728.600393:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcdb590a800/0xe5156b86310df2f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df2ed expref: 12 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509728.600401:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb590a800, rc 0) 00000100:00100000:0.0:1788509728.600478:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:22702:x1875387796917376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 160us (1838us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509728.600485:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788509728.600834:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796917376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788509728.600850:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcc862ae800/0xe5156b86310df2ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df2f4 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509728.600869:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcc862ae800/0xe5156b86310df2ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df2f4 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509728.600955:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796917504:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788509728.600992:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509728.601022:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788509728.601182:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796917504 00000100:00100000:2.0:1788509728.601187:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796917504 00000100:00100000:2.0:1788509728.601231:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788509728.601243:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:22702:x1875387796917504:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788509728.601257:0:22698:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788509728.601270:0:22698:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788509728.601273:0:22698:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1788509728.601343:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:22702:x1875387796917504:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 100us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509728.601350:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788509728.601535:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796917504:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788509728.601575:0:22702:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788509728.601581:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862ae800/0xe5156b86310df2ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df2f4 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509728.601591:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcc862ae800/0xe5156b86310df2ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df2f4 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509728.983371:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788509729.494148:0:22741:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788509729.494157:0:22741:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788509729.494283:0:22741:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1788509729.494318:0:22741:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788509729.494448:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:3.0:1788509729.557984:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 00010000:00010000:2.0:1788509730.007083:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788509730.585771:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 00010000:00010000:1.0:1788509731.032365:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788509731.605986:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 00010000:00010000:3.0:1788509732.054292:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788509732.257556:0:22989:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00080000:2.0:1788509732.571303:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788509732.571311:0:485:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788509732.571315:0:485:0:(import.c:65:import_set_state_nolock()) ffff8bcc87c80000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788509732.571324:0:485:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 624 00000100:00080000:2.0:1788509732.571331:0:485:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788509732.571339:0:485:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8bcc87c80000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:2.0:1788509732.571364:0:485:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc88424380 x1875387796917760/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788509732.571663:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3647:1875387796917632:0@lo:400:kworker.0 00000100:00100000:1.0:1788509732.571785:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509732.571950:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796917632 00000100:00100000:1.0:1788509732.571960:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796917632 00000100:00080000:2.0:1788509732.572092:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788509732.572099:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788509732.572103:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788509732.572107:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788509732.572110:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788509732.572113:0:485:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1788509732.572121:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00080000:2.0:1788509732.572122:0:485:0:(import.c:65:import_set_state_nolock()) ffff8bcc870b7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788509732.572135:0:485:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8bcc870b7000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:1.0:1788509732.572141:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:3647:x1875387796917632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509732.572190:0:485:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc88425180 x1875387796917888/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788509732.572225:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:3647:x1875387796917632:12345-0@lo:400:kworker.0 Request processed in 86us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509732.572236:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788509732.572318:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3647:1875387796917632:0@lo:400:kworker.0 00000100:00100000:3.0:1788509732.593709:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796917760:0@lo:38:kworker.0 00000100:00100000:3.0:1788509732.593815:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509732.593873:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88425180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875387796917888:0@lo:38:kworker.0 00000100:00100000:3.0:1788509732.593948:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509732.594011:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796917760 00000100:00100000:3.0:1788509732.594020:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796917760 00000100:00100000:3.0:1788509732.594062:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788509732.594073:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875387796917760:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788509732.594098:0:22711:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788509732.594157:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875387796917760:12345-0@lo:38:kworker.0 Request processed in 83us (340us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788509732.594167:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1788509732.594214:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcc87c80000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788509732.594219:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788509732.594223:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796917760:0@lo:38:kworker.0 00000100:00100000:3.0:1788509732.597085:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796917888 00000100:00100000:3.0:1788509732.597103:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796917888 00000100:00100000:3.0:1788509732.597158:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788509732.597168:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3643:x1875387796917888:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1788509732.597204:0:22707:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 629 last 0 00000020:00000080:3.0:1788509732.597245:0:22707:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xe5156b86310df2fb 00000004:00100000:3.0:1788509732.597266:0:22707:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788509732.597448:0:22707:0:(import.c:65:import_set_state_nolock()) ffff8bcc870b3800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788509732.597552:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875387796917888:12345-0@lo:38:kworker.0 Request processed in 383us (3602us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509732.597560:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1788509732.597641:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8bcc88425180 x1875387796917888/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788509742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788509732.597662:0:3643:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788509732.597684:0:3643:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1788509732.597690:0:3643:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788509732.597693:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcc870b7000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788509732.597710:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88425180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875387796917888:0@lo:38:kworker.0 00000100:00100000:3.0:1788509732.630193:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 00010000:00010000:1.0:1788509733.079027:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788509733.336643:0:23042:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788509733.337027:0:23042:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1788509733.656671:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 00010000:00010000:2.0:1788509734.102352:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788509734.542812:0:23092:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788509734.543713:0:23092:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788509734.678024:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 00010000:00010000:1.0:1788509735.126117:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788509735.709244:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 00010000:00010000:2.0:1788509736.161513:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509736.732556:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 00010000:00010000:0.0:1788509737.177342:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788509737.686383:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788509737.686390:0:485:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1788509737.686393:0:485:0:(import.c:65:import_set_state_nolock()) ffff8bcc87c80000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788509737.686401:0:485:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 629 00000100:00080000:0.0:1788509737.686407:0:485:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788509737.686414:0:485:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8bcc87c80000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:0.0:1788509737.686436:0:485:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcda62f9500 x1875387796918144/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788509737.686447:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788509737.686451:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788509737.686453:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788509737.686457:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788509737.687117:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3644:1875387796918016:0@lo:400:kworker.0 00000100:00100000:0.0:1788509737.687194:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509737.687290:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788509737.687297:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875387796918272:0@lo:400:kworker.0 00000100:00100000:0.0:1788509737.687377:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509737.688815:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788509727/real 1788509727] req@ffff8bcda62fa680 x1875387796914816/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509737.688843:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bcda62fa680 x1875387796914816/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509737.688853:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788509727/real 1788509727] req@ffff8bcdb066e680 x1875387796914688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509737.688935:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bcdb066e680 x1875387796914688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509737.688954:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796918144:0@lo:38:kworker.0 00000100:00100000:3.0:1788509737.689033:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788509737.689065:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd83e77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788509737.689073:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788509737.689077:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796914816:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1788509737.689081:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcdaf83b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788509737.689085:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788509737.689102:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796914688:0@lo:8:llog_process_th.0 00000100:00100000:3.0:1788509737.689177:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796918144 00000100:00100000:3.0:1788509737.689186:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796918144 00000100:00100000:3.0:1788509737.689217:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788509737.689225:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875387796918144:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788509737.689243:0:22711:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788509737.689284:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875387796918144:12345-0@lo:38:kworker.0 Request processed in 59us (250us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788509737.689291:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1788509737.689328:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcc87c80000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788509737.689332:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788509737.689335:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796918144:0@lo:38:kworker.0 00000100:00080000:3.0:1788509737.689384:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788509737.689389:0:485:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788509737.689391:0:485:0:(import.c:65:import_set_state_nolock()) ffff8bcdaf83b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788509737.689395:0:485:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 624 00000100:00080000:3.0:1788509737.689399:0:485:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788509737.689403:0:485:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8bcdaf83b800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509737.689426:0:485:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcdb066e680 x1875387796918400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788509737.689441:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788509737.689444:0:485:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788509737.689445:0:485:0:(import.c:65:import_set_state_nolock()) ffff8bcd83e77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788509737.689448:0:485:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 624 00000100:00080000:3.0:1788509737.689450:0:485:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788509737.689460:0:485:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8bcd83e77800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509737.689473:0:485:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcdb066dc00 x1875387796918528/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788509737.689533:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796918400:0@lo:8:kworker.0 00000400:00000100:3.0:1788509737.689558:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875387796918400 offset 0 length 520: 4 00000100:00100000:3.0:1788509737.689579:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796918528:0@lo:8:kworker.0 00000400:00000100:3.0:1788509737.689613:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875387796918528 offset 0 length 520: 4 00000100:00100000:2.0:1788509737.689827:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796918272 00000100:00100000:2.0:1788509737.689833:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796918272 00000100:00100000:2.0:1788509737.689873:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788509737.689881:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875387796918272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509737.689954:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875387796918272:12345-0@lo:400:kworker.0 Request processed in 74us (2576us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509737.689961:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1788509737.689996:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8bcda62f8380 x1875387796918272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509737.690007:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875387796918272:0@lo:400:kworker.0 00000100:00100000:1.0:1788509737.691893:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796918016 00000100:00100000:1.0:1788509737.692029:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796918016 00000100:00100000:1.0:1788509737.692140:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788509737.692151:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:3644:x1875387796918016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509737.692239:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:3644:x1875387796918016:12345-0@lo:400:kworker.0 Request processed in 90us (5044us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509737.692245:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788509737.692321:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3644:1875387796918016:0@lo:400:kworker.0 00000100:00100000:2.0:1788509737.756461:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 00010000:00010000:2.0:1788509738.203655:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788509738.773989:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 00010000:00010000:3.0:1788509739.226465:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788509739.734965:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788509739.798041:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 00010000:00010000:2.0:1788509740.246181:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509740.829623:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 00010000:00010000:3.0:1788509741.274286:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788509741.729657:0:23437:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788509741.729663:0:23437:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1788509741.729665:0:23437:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1788509741.729877:0:23437:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8bcd83e73000 00000020:01000004:3.0:1788509741.730308:0:23437:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1788509741.730324:0:23437:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788509741.730344:0:23437:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8bcc87478000) 00000020:00000080:3.0:1788509741.730367:0:23437:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00000100:00100000:3.0:1788509741.846419:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 00100000:10000000:0.0:1788509741.857641:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1788509741.859766:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788509741.861166:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:2.0:1788509741.861493:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1788509741.861764:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1788509741.862062:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1788509741.862661:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1788509741.862871:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1788509741.863180:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1788509741.863758:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788509741.865052:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:2.0:1788509741.865730:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:2.0:1788509741.866310:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1788509741.866876:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1788509741.879219:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1788509741.880045:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1788509741.881359:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1788509741.881704:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1788509741.882955:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1788509741.883304:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:3.0:1788509741.883610:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:3.0:1788509741.884270:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1788509741.884935:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:3.0:1788509741.885471:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1788509741.885986:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1788509741.886668:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1788509741.887793:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1788509741.891163:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:3.0:1788509741.891607:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1788509741.891871:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1788509741.892876:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:3.0:1788509741.893806:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:3.0:1788509741.895058:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:3.0:1788509741.895357:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1788509741.896953:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:3.0:1788509741.897229:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1788509741.897476:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:3.0:1788509741.898658:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1788509741.905874:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:3.0:1788509741.906409:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1788509741.906718:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1788509741.906980:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1788509741.907219:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1788509741.907495:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:3.0:1788509741.907693:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1788509741.907895:0:23437:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00080000:01000000:3.0:1788509741.910575:0:23437:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1788509741.910824:0:23437:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:3.0:1788509741.910847:0:23437:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788509741.910860:0:23437:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xe5156b86310df309 00000020:01000004:3.0:1788509741.910867:0:23437:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:3.0:1788509741.910888:0:23437:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.112@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1788509741.910892:0:23437:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.112@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1788509741.911014:0:23437:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:3.0:1788509741.911045:0:23437:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:3.0:1788509741.911050:0:23437:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.112@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1788509741.915693:0:23437:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.112@tcp ctxt 0 is initialized 00000020:01000004:2.0:1788509741.915732:0:23437:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.112@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1788509741.915736:0:23437:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1788509741.915738:0:23437:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788509741.915739:0:23437:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788509741.915740:0:23437:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788509741.915741:0:23437:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788509741.915743:0:23437:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788509741.915744:0:23437:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788509741.915746:0:23437:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788509741.915747:0:23437:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788509741.915750:0:23437:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1788509741.915752:0:23437:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788509741.915753:0:23437:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788509741.915755:0:23437:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788509741.915755:0:23437:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788509741.915757:0:23437:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788509741.915758:0:23437:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788509741.915759:0:23437:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788509741.915760:0:23437:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788509741.915761:0:23437:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788509741.915800:0:23437:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1788509741.915819:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88427480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796918656:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788509741.915891:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509741.915979:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdaf8426c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788509741.916025:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796918656 00000100:00100000:1.0:1788509741.916037:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796918656 00000100:00100000:1.0:1788509741.916093:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788509741.916103:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:23437:x1875387796918656:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788509741.916132:0:22700:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1788509741.916135:0:22700:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1788509741.916144:0:22700:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1788509741.917809:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:23437:x1875387796918656:12345-0@lo:253:mount.lustre.0 Request processed in 1693us (1904us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509741.917848:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788509741.918369:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88427480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796918656:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788509741.918388:0:23437:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1788509741.918392:0:23437:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788509741.918394:0:23437:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788509741.918396:0:23437:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788509741.918397:0:23437:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788509741.918398:0:23437:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788509741.918400:0:23437:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788509741.918401:0:23437:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788509741.918403:0:23437:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788509741.918405:0:23437:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788509741.922454:0:23437:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8bcd83e73000 from lustre-MDT0001 10000000:01000000:2.0:1788509741.922509:0:23437:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1788509741.922514:0:23437:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1788509741.922523:0:23437:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8bcdb0e20000 local copy 00010000:00010000:2.0:1788509741.922538:0:23437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227200/0xe5156b86310df1ff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df206 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509741.922717:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88427480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796918784:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788509741.922824:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509741.922882:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdaf842c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788509741.924356:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796918784 00000100:00100000:1.0:1788509741.924374:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796918784 00000100:00100000:1.0:1788509741.924498:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788509741.924513:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:23437:x1875387796918784:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788509741.924711:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:23437:x1875387796918784:12345-0@lo:501:mount.lustre.0 Request processed in 199us (1884us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788509741.924720:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788509741.924820:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88427480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796918784:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788509741.924885:0:23437:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.112@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788509741.924970:0:23437:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.112@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788509741.924981:0:23437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227200/0xe5156b86310df1ff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df206 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509741.924993:0:23437:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227200/0xe5156b86310df1ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df206 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788509741.925033:0:23437:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8bcd83e73000 10000000:01000000:3.0:1788509741.925039:0:23437:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788509741.925045:0:23437:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8bcdb0e20000 10000000:01000000:3.0:1788509741.925049:0:23437:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1788509741.925055:0:23437:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8bcdb0e20000 from 1 10000000:01000000:3.0:1788509741.925060:0:23437:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788509741.925100:0:23437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862aea00/0xe5156b86310df310 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509741.925110:0:23437:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcc862aea00/0xe5156b86310df310 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509741.925121:0:23437:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcc862aea00/0xe5156b86310df310 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509741.925160:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796918912:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788509741.925223:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509741.925267:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc86622540 going to sleep for 11 seconds 00000100:00100000:2.0:1788509741.925519:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796918912 00000100:00100000:2.0:1788509741.925528:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796918912 00000100:00100000:2.0:1788509741.925665:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788509741.925677:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+12:23437:x1875387796918912:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788509741.925692:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788509741.925713:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcdb1226400/0xe5156b86310df317 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df310 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509741.925743:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcdb1226400/0xe5156b86310df317 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df310 expref: 13 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509741.925785:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcdb1226400/0xe5156b86310df317 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df310 expref: 13 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509741.925798:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb1226400, rc 0) 00000100:00100000:2.0:1788509741.925864:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+13:23437:x1875387796918912:12345-0@lo:101:mount.lustre.0 Request processed in 189us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509741.925870:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788509741.927656:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796918912:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788509741.927689:0:23437:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcc862aea00/0xe5156b86310df310 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df317 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509741.927701:0:23437:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcc862aea00/0xe5156b86310df310 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df317 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788509741.927724:0:23437:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788509741.927757:0:23437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862aea00/0xe5156b86310df310 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df317 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509741.927765:0:23437:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcc862aea00/0xe5156b86310df310 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df317 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788509741.927787:0:23437:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8bcd83e73000 10000000:01000000:3.0:1788509741.927796:0:23437:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1788509741.927801:0:23437:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8bcd83e73000 from 1 10000000:01000000:3.0:1788509741.927804:0:23437:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1788509741.927835:0:23437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862afa00/0xe5156b86310df31e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509741.927843:0:23437:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcc862afa00/0xe5156b86310df31e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509741.927852:0:23437:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcc862afa00/0xe5156b86310df31e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509741.927884:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796919040:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788509741.927972:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509741.928003:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc86622540 going to sleep for 11 seconds 00000100:00100000:1.0:1788509741.930582:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796919040 00000100:00100000:1.0:1788509741.930609:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796919040 00000100:00100000:1.0:1788509741.930682:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788509741.930695:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+13:23437:x1875387796919040:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788509741.930724:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788509741.930756:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcd92925800/0xe5156b86310df325 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df31e expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509741.930798:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcd92925800/0xe5156b86310df325 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df31e expref: 14 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509741.930812:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcd92925800/0xe5156b86310df325 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df31e expref: 14 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509741.930822:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd92925800, rc 0) 00000100:00100000:1.0:1788509741.930950:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+14:23437:x1875387796919040:12345-0@lo:101:mount.lustre.0 Request processed in 258us (2977us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509741.930959:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788509741.931830:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796919040:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788509741.931858:0:23437:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcc862afa00/0xe5156b86310df31e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df325 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509741.931872:0:23437:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcc862afa00/0xe5156b86310df31e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df325 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788509741.931891:0:23437:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1788509741.931991:0:23437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862afa00/0xe5156b86310df31e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df325 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509741.932001:0:23437:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcc862afa00/0xe5156b86310df31e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df325 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788509741.932009:0:23437:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1788509741.932018:0:23437:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788509741.932024:0:23437:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8bcd83e73000 10000000:01000000:3.0:1788509741.932027:0:23437:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1788509741.932031:0:23437:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:3.0:1788509741.932034:0:23437:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1788509741.932079:0:23437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862afe00/0xe5156b86310df32c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509741.932087:0:23437:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcc862afe00/0xe5156b86310df32c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509741.932417:0:23437:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcc862afe00/0xe5156b86310df32c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509741.932440:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796919168:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788509741.932648:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509741.932749:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc86622540 going to sleep for 11 seconds 00000100:00100000:1.0:1788509741.932806:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796919168 00000100:00100000:1.0:1788509741.932821:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796919168 00000100:00100000:1.0:1788509741.932867:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788509741.932875:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+14:23437:x1875387796919168:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788509741.932889:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788509741.932970:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcd92925c00/0xe5156b86310df333 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df32c expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509741.932995:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcd92925c00/0xe5156b86310df333 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df32c expref: 15 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509741.933005:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcd92925c00/0xe5156b86310df333 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df32c expref: 15 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509741.933014:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd92925c00, rc 0) 00000100:00100000:1.0:1788509741.933210:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+15:23437:x1875387796919168:12345-0@lo:101:mount.lustre.0 Request processed in 334us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509741.933217:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788509741.933288:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796919168:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788509741.933301:0:23437:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcc862afe00/0xe5156b86310df32c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df333 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509741.933311:0:23437:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcc862afe00/0xe5156b86310df32c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df333 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788509741.935088:0:23437:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:0.0:1788509741.936252:0:23437:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788509741.957394:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1788509741.957556:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:2.0:1788509741.957573:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:2.0:1788509741.957586:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:2.0:1788509741.957597:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:2.0:1788509741.957609:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:2.0:1788509741.957621:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:2.0:1788509741.957632:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:2.0:1788509741.957643:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:2.0:1788509741.957654:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:2.0:1788509741.957664:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:2.0:1788509741.957932:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:2.0:1788509741.957952:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:2.0:1788509741.958133:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:2.0:1788509741.958151:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:2.0:1788509741.958165:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:2.0:1788509741.958177:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:2.0:1788509741.958191:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:2.0:1788509741.958204:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:2.0:1788509741.958217:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:2.0:1788509741.958231:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:2.0:1788509741.958244:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:2.0:1788509741.958257:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:2.0:1788509741.958314:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:2.0:1788509741.958333:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:2.0:1788509741.958347:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:2.0:1788509741.958360:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:2.0:1788509741.958375:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:2.0:1788509741.958388:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:2.0:1788509741.958401:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:2.0:1788509741.958413:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:2.0:1788509741.958450:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:2.0:1788509741.958466:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:2.0:1788509741.958481:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:2.0:1788509741.958496:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:2.0:1788509741.958509:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:2.0:1788509741.958522:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:2.0:1788509741.958533:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:2.0:1788509741.958545:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:2.0:1788509741.958559:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:2.0:1788509741.958574:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:2.0:1788509741.958586:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:2.0:1788509741.958598:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:2.0:1788509741.958609:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:2.0:1788509741.958644:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:2.0:1788509741.958649:0:23437:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:2.0:1788509741.958833:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796919296:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788509741.958981:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509741.959039:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdaf842c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788509741.961869:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796919296 00000100:00100000:3.0:1788509741.961886:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796919296 00000100:00100000:3.0:1788509741.961983:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788509741.961994:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+15:23437:x1875387796919296:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788509741.962207:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+15:23437:x1875387796919296:12345-0@lo:501:mount.lustre.0 Request processed in 215us (3225us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509741.962215:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788509741.963185:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796919296:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788509741.963272:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796919424:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788509741.963377:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509741.963479:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdaf842c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788509741.964496:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796919424 00000100:00100000:3.0:1788509741.964510:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796919424 00000100:00100000:3.0:1788509741.964621:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788509741.964633:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+15:23437:x1875387796919424:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788509741.968468:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796919424:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788509741.968738:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+15:23437:x1875387796919424:12345-0@lo:503:mount.lustre.0 Request processed in 4098us (5351us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509741.968777:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000040:00080000:2.0:1788509741.976916:0:23437:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788509741.977057:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796919552:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788509741.977178:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509741.977237:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdaf842c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788509741.977494:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796919552 00000100:00100000:0.0:1788509741.977504:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796919552 00000100:00100000:0.0:1788509741.977566:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788509741.977577:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+15:23437:x1875387796919552:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788509741.978738:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+15:23437:x1875387796919552:12345-0@lo:502:mount.lustre.0 Request processed in 1157us (1554us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509741.978750:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788509741.980264:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796919552:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788509741.980765:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1788509741.980812:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:3.0:1788509741.980827:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:3.0:1788509741.980840:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:3.0:1788509741.980867:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:3.0:1788509741.981302:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:3.0:1788509741.981325:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:3.0:1788509741.981340:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:3.0:1788509741.981353:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:3.0:1788509741.981365:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:3.0:1788509741.981377:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:3.0:1788509741.981389:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:3.0:1788509741.981401:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:3.0:1788509741.981413:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:3.0:1788509741.981428:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:3.0:1788509741.981441:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:3.0:1788509741.981455:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:3.0:1788509741.981472:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:3.0:1788509741.981485:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:3.0:1788509741.981500:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:3.0:1788509741.981513:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:3.0:1788509741.981526:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:3.0:1788509741.981540:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:3.0:1788509741.981555:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:3.0:1788509741.981567:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:3.0:1788509741.981580:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:3.0:1788509741.981594:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:3.0:1788509741.981608:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:3.0:1788509741.981621:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:3.0:1788509741.981658:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:3.0:1788509741.981837:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:3.0:1788509741.982069:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:3.0:1788509741.982273:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:3.0:1788509741.982344:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:3.0:1788509741.982361:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:3.0:1788509741.982375:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:3.0:1788509741.982389:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:3.0:1788509741.982401:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:3.0:1788509741.982414:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:3.0:1788509741.982427:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:3.0:1788509741.982439:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:3.0:1788509741.982452:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:3.0:1788509741.982465:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:3.0:1788509741.982477:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:3.0:1788509741.982537:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796919680:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788509741.982645:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509741.982891:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796919680 00000100:00100000:2.0:1788509741.982926:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796919680 00000100:00100000:2.0:1788509741.983397:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788509741.983409:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+15:23437:x1875387796919680:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788509741.984577:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+15:23437:x1875387796919680:12345-0@lo:502:mount.lustre.0 Request processed in 1162us (1924us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509741.984592:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788509741.985378:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc866229c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788509741.985417:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796919680:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788509741.985533:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:3.0:1788509741.985550:0:23437:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:0.0:1788509741.989486:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788509741.989506:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509741.989509:0:23441:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1788509741.989518:0:23441:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:0.0:1788509741.989521:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788509741.989542:0:23441:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8bcd9e5db380) 00000020:00000080:0.0:1788509741.989569:0:23441:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:0.0:1788509741.989576:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1788509741.989825:0:23441:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788509741.989834:0:23441:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xe5156b86310df341 00000020:00000080:0.0:1788509741.990720:0:23441:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1788509741.990741:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788509741.990747:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509741.990749:0:23441:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1788509741.990752:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788509741.990757:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509741.990759:0:23441:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:0.0:1788509741.990762:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788509741.990785:0:23441:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8bcd9e5d8000) 00000020:00000080:0.0:1788509741.990800:0:23441:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:0.0:1788509741.990805:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1788509741.990807:0:23441:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:0.0:1788509741.991003:0:23441:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:0.0:1788509741.991034:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788509741.991141:0:23441:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8bcd83e73000 from lustre-MDT0001, refs=2 00000020:00000080:0.0:1788509741.991161:0:23441:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8bcdbbec99c0) 00000020:00000080:0.0:1788509741.991175:0:23441:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:0.0:1788509741.991247:0:23441:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1788509741.991255:0:23441:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe5156b86310df356 00000020:00000080:0.0:1788509741.991393:0:23441:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:0.0:1788509741.991401:0:23441:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1788509741.991405:0:23441:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xe5156b86310df35d 00080000:01000000:0.0:1788509741.991413:0:23441:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:0.0:1788509741.991416:0:23441:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xe5156b86310df364 00010000:00010000:2.0:1788509742.062464:0:23441:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1788509742.064869:0:23441:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1788509742.067612:0:23441:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1788509742.075286:0:23441:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1788509742.075301:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788509742.075309:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788509742.075312:0:23441:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1788509742.075317:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788509742.075322:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788509742.075324:0:23441:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1788509742.075327:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788509742.075332:0:23441:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.112@tcp to nid 0x20000c0a8cb70 (192.168.203.112@tcp) 00000020:00000080:1.0:1788509742.075359:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788509742.075375:0:23441:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8bcc86303380) 00000020:00000080:1.0:1788509742.075396:0:23441:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1788509742.075401:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788509742.075477:0:23441:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1788509742.075483:0:23441:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:1.0:1788509742.075593:0:23441:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xe5156b86310df372 00010000:00080000:1.0:1788509742.075625:0:23441:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8bcc8700f000@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.112@tcp at head 00010000:00010000:1.0:1788509742.077843:0:23441:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:2.0:1788509742.078874:0:23441:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788509742.078887:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1788509742.078950:0:23441:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:2.0:1788509742.078974:0:23441:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe5156b86310df379 00000100:00080000:2.0:1788509742.078983:0:23441:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788509742.078990:0:23441:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8bcc8700f000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:2.0:1788509742.079025:0:23441:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc88426a00 x1875387796919808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788509742.079051:0:23441:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788509742.079079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788509742.079083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788509742.079093:0:37:0:(import.c:65:import_set_state_nolock()) ffff8bcc87c80000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788509742.079098:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 634 00000100:00100000:0.0:1788509742.079210:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796919808:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788509742.079291:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509742.079347:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796919808 00000100:00100000:0.0:1788509742.079354:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796919808 00000100:00100000:0.0:1788509742.079383:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788509742.079390:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1875387796919808:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788509742.079412:0:22711:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 639 last 0 00000020:00000080:0.0:1788509742.079452:0:22711:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe5156b86310df380 00000004:00100000:0.0:1788509742.079472:0:22711:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1788509742.079477:0:22711:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:2.0:1788509742.079638:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1788509742.079646:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8bcc87c80000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:2.0:1788509742.079663:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc88426300 x1875387796919936/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788509742.079684:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788509742.079688:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788509742.079691:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788509742.079693:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:2.0:1788509742.079762:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788509742.079780:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788509742.079783:0:23441:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:2.0:1788509742.079786:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788509742.079789:0:23441:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1788509742.079790:0:23441:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788509742.079792:0:23441:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788509742.079793:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788509742.079796:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788509742.079797:0:23441:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788509742.079799:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788509742.079804:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788509742.079805:0:23441:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:2.0:1788509742.079809:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1788509742.079845:0:23441:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1788509742.079858:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788509742.079861:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788509742.079863:0:23441:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:2.0:1788509742.079865:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788509742.079875:0:23441:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:2.0:1788509742.079877:0:23441:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788509742.079878:0:23441:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788509742.079880:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788509742.079883:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788509742.079885:0:23441:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788509742.079887:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788509742.079891:0:23441:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1788509742.079894:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788509742.079918:0:23441:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1788509742.079924:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788509742.079928:0:23441:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.112@tcp to nid 0x20000c0a8cb70 (192.168.203.112@tcp) 00000020:01000000:2.0:1788509742.079947:0:23441:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1788509742.079949:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788509742.079962:0:23441:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8bcd97e74d40) 00000020:00000080:2.0:1788509742.079974:0:23441:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:2.0:1788509742.079978:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788509742.080042:0:23441:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:2.0:1788509742.080049:0:23441:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:2.0:1788509742.080061:0:23441:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xe5156b86310df38e 00010000:00080000:2.0:1788509742.080088:0:23441:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8bcd83ce8800@lustre-OST0000-osc-MDT0001: add connection 192.168.203.112@tcp at head 00000100:00100000:0.0:1788509742.080222:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796919936:0@lo:38:kworker.0 00000100:00100000:0.0:1788509742.080268:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509742.080320:0:22710:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:0.0:1788509742.080328:0:22710:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:0.0:1788509742.080442:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796919936 00000100:00100000:0.0:1788509742.080447:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796919936 00000100:00100000:0.0:1788509742.080552:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788509742.080558:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3643:x1875387796919936:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1788509742.080602:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3643:x1875387796919936:12345-0@lo:38:kworker.0 Request processed in 43us (334us total) trans 0 rc -11/-11 00000100:00100000:0.0:1788509742.080609:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788509742.080637:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788509742.080644:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcc87c80000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788509742.080647:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1788509742.080650:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796919936:0@lo:38:kworker.0 00010000:00010000:2.0:1788509742.080978:0:23441:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:1.0:1788509742.081219:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875387796920064:0@lo:400:kworker.0 00000100:00100000:1.0:1788509742.081282:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509742.081392:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796920064 00000100:00100000:0.0:1788509742.081397:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796920064 00000100:00100000:0.0:1788509742.081429:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788509742.081436:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875387796920064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509742.081479:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875387796920064:12345-0@lo:400:kworker.0 Request processed in 44us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509742.081486:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788509742.081595:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8bcc88425f80 x1875387796920064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509742.081606:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875387796920064:0@lo:400:kworker.0 00000040:01000000:2.0:1788509742.082416:0:23441:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788509742.083209:0:23441:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:0.0:1788509742.085959:0:22711:0:(import.c:65:import_set_state_nolock()) ffff8bcc870ca000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788509742.086267:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788509742.086280:0:3643:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1788509742.086289:0:3643:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1788509742.086294:0:3643:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788509742.086297:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcc8700f000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788509742.086310:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796919808:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788509742.087608:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3643:x1875387796919808:12345-0@lo:38:llog_process_th.0 Request processed in 6654us (6753us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509742.087634:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000040:00080000:2.0:1788509742.088616:0:23441:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788509742.089017:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1788509742.089186:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:2.0:1788509742.089700:0:23447:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788509742.089705:0:23447:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1788509742.090293:0:23441:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788509742.090304:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788509742.090339:0:23441:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1788509742.090360:0:23441:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe5156b86310df395 00000100:00080000:0.0:1788509742.090369:0:23441:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788509742.090375:0:23441:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8bcd83ce8800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:0.0:1788509742.090407:0:23441:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcda62fb800 x1875387796920320/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788509742.090432:0:23441:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:2.0:1788509742.090526:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796920320:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1788509742.090580:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875387796920320 offset 0 length 520: 4 00000020:01000000:0.0:1788509742.090784:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788509742.090790:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509742.090791:0:23441:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1788509742.090795:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788509742.090798:0:23441:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1788509742.090799:0:23441:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788509742.090801:0:23441:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788509742.090802:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788509742.090805:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509742.090806:0:23441:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788509742.090809:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788509742.090813:0:23441:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1788509742.090816:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509742.090818:0:23441:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1788509742.090821:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788509742.090825:0:23441:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.112@tcp to nid 0x20000c0a8cb70 (192.168.203.112@tcp) 00000020:01000000:0.0:1788509742.090846:0:23441:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1788509742.090849:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788509742.090862:0:23441:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8bcdbbecb380) 00000020:00000080:0.0:1788509742.090875:0:23441:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:0.0:1788509742.090886:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788509742.090984:0:23441:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:0.0:1788509742.090992:0:23441:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:0.0:1788509742.090999:0:23441:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xe5156b86310df3a3 00010000:00080000:0.0:1788509742.091038:0:23441:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8bcd84a58000@lustre-OST0001-osc-MDT0001: add connection 192.168.203.112@tcp at head 00010000:00010000:0.0:1788509742.091236:0:23441:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:0.0:1788509742.091528:0:23441:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788509742.091542:0:23441:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:1.0:1788509742.093032:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796920192:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788509742.093253:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509742.093386:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796920192 00000100:00100000:0.0:1788509742.093395:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796920192 00000100:00100000:0.0:1788509742.093447:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788509742.093455:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3647:x1875387796920192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788509742.093489:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788509742.094484:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3647:x1875387796920192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1024us (1226us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509742.094570:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788509742.094707:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796920192:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1788509742.095596:0:23441:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788509742.095829:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1788509742.096017:0:23441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000100:00080000:3.0:1788509742.096627:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788509742.096633:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788509742.096636:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788509742.096639:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:1.0:1788509742.096852:0:23449:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788509742.096856:0:23449:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1788509742.097811:0:23441:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788509742.097824:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788509742.097866:0:23441:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788509742.097888:0:23441:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe5156b86310df3aa 00000100:00080000:2.0:1788509742.099641:0:23441:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788509742.099653:0:23441:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8bcd84a58000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:0.0:1788509742.099825:0:23441:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcda62f8e00 x1875387796920448/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788509742.099884:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796920448:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1788509742.099979:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875387796920448 offset 0 length 520: 4 00000100:00080000:0.0:1788509742.100305:0:23441:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1788509742.100384:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788509742.100390:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509742.100392:0:23441:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788509742.100396:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788509742.100400:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509742.100401:0:23441:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788509742.100405:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788509742.100406:0:23441:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788509742.100420:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788509742.100423:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509742.100425:0:23441:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788509742.100427:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788509742.100430:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509742.100431:0:23441:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788509742.100434:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1788509742.100466:0:23441:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788509742.100469:0:23441:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509742.100470:0:23441:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788509742.100473:0:23441:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000100:00080000:3.0:1788509742.100584:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788509742.100589:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788509742.100597:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788509742.100600:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:3.0:1788509742.100779:0:23437:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:3.0:1788509742.100841:0:23437:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1788509742.100858:0:23437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862afe00/0xe5156b86310df32c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df333 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509742.100869:0:23437:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcc862afe00/0xe5156b86310df32c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df333 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788509742.100878:0:23437:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8bcd83e73000 from 1 10000000:01000000:3.0:1788509742.100882:0:23437:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788509742.100932:0:23437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310df3b1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509742.100941:0:23437:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310df3b1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509742.100953:0:23437:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310df3b1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509742.100972:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796920576:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788509742.101018:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509742.101060:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd812ed3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788509742.101162:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796920576 00000100:00100000:3.0:1788509742.101168:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796920576 00000100:00100000:3.0:1788509742.101212:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788509742.101221:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+15:23437:x1875387796920576:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788509742.101244:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509742.101256:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcc862afc00/0xe5156b86310df3b8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df3b1 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509742.101279:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcc862afc00/0xe5156b86310df3b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df3b1 expref: 16 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509742.101289:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcc862afc00/0xe5156b86310df3b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df3b1 expref: 16 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509742.101297:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc862afc00, rc 0) 00000100:00100000:3.0:1788509742.101334:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+16:23437:x1875387796920576:12345-0@lo:101:mount.lustre.0 Request processed in 113us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509742.101340:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788509742.101380:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796920576:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788509742.101391:0:23437:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310df3b1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df3b8 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509742.101400:0:23437:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310df3b1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df3b8 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509742.101951:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796920704:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1788509742.101986:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509742.102002:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd812ed3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788509742.102414:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796920704 00000100:00100000:3.0:1788509742.102419:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796920704 00000100:00100000:3.0:1788509742.102453:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788509742.102460:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+16:23437:x1875387796920704:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1788509742.102480:0:22698:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1788509742.102580:0:22698:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788509742.102584:0:22698:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1788509742.102657:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+16:23437:x1875387796920704:12345-0@lo:256:mount.lustre.0 Request processed in 197us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509742.102664:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788509742.102728:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796920704:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1788509742.103422:0:23437:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788509742.103433:0:23437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310df3b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df3b8 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.103444:0:23437:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310df3b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df3b8 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788509742.103649:0:23437:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8bcd83e73000 from 1 10000000:01000000:1.0:1788509742.103653:0:23437:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788509742.103679:0:23437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcd92925a00/0xe5156b86310df3bf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509742.103687:0:23437:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcd92925a00/0xe5156b86310df3bf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509742.103707:0:23437:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcd92925a00/0xe5156b86310df3bf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509742.103721:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796920832:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788509742.103756:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509742.103821:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd98248780 going to sleep for 11 seconds 00000100:00100000:3.0:1788509742.103990:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796920832 00000100:00100000:3.0:1788509742.103995:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796920832 00000100:00100000:3.0:1788509742.104060:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788509742.104068:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+16:23437:x1875387796920832:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788509742.104077:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509742.104088:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcc862aee00/0xe5156b86310df3c6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df3bf expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509742.104115:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcc862aee00/0xe5156b86310df3c6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df3bf expref: 17 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509742.104125:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcc862aee00/0xe5156b86310df3c6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df3bf expref: 17 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509742.104134:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc862aee00, rc 0) 00000100:00100000:3.0:1788509742.104176:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:23437:x1875387796920832:12345-0@lo:101:mount.lustre.0 Request processed in 109us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509742.104182:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788509742.104250:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796920832:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788509742.104262:0:23437:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcd92925a00/0xe5156b86310df3bf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df3c6 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509742.104270:0:23437:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcd92925a00/0xe5156b86310df3bf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df3c6 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788509742.105346:0:23437:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:2.0:1788509742.105656:0:23437:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788509742.105807:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788509742.105837:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:2.0:1788509742.105849:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:2.0:1788509742.105859:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:2.0:1788509742.105869:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:2.0:1788509742.105880:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:2.0:1788509742.105890:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:2.0:1788509742.106058:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:2.0:1788509742.106074:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788509742.106084:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:2.0:1788509742.106111:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:2.0:1788509742.106127:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:2.0:1788509742.106131:0:23437:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:2.0:1788509742.106193:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796920960:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788509742.106239:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509742.106274:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcda6271000 going to sleep for 11 seconds 00000100:00100000:1.0:1788509742.106414:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796920960 00000100:00100000:1.0:1788509742.106420:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796920960 00000100:00100000:1.0:1788509742.106461:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788509742.106468:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:23437:x1875387796920960:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788509742.106557:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:23437:x1875387796920960:12345-0@lo:501:mount.lustre.0 Request processed in 89us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509742.106565:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788509742.106690:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796920960:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788509742.106716:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796921088:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788509742.106749:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509742.106775:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcda6271000 going to sleep for 11 seconds 00000100:00100000:1.0:1788509742.106819:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796921088 00000100:00100000:1.0:1788509742.106823:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796921088 00000100:00100000:1.0:1788509742.106851:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788509742.106857:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:23437:x1875387796921088:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788509742.106946:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:23437:x1875387796921088:12345-0@lo:503:mount.lustre.0 Request processed in 88us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509742.106951:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788509742.107137:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796921088:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788509742.107484:0:23437:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788509742.107761:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796921216:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788509742.107822:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509742.107931:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc8600b900 going to sleep for 11 seconds 00000100:00100000:1.0:1788509742.108229:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796921216 00000100:00100000:1.0:1788509742.108235:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796921216 00000100:00100000:1.0:1788509742.108307:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788509742.108316:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:23437:x1875387796921216:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788509742.108417:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:23437:x1875387796921216:12345-0@lo:502:mount.lustre.0 Request processed in 101us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509742.108431:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788509742.108511:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796921216:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788509742.108691:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788509742.108718:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:2.0:1788509742.108734:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:2.0:1788509742.108764:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:2.0:1788509742.109158:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:2.0:1788509742.109174:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:2.0:1788509742.109188:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:2.0:1788509742.109200:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:2.0:1788509742.109212:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788509742.109224:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:2.0:1788509742.109238:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:2.0:1788509742.109277:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796921344:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788509742.109326:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509742.110290:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796921344 00000100:00100000:3.0:1788509742.110297:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796921344 00000100:00100000:3.0:1788509742.110337:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788509742.110344:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:23437:x1875387796921344:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788509742.110459:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:23437:x1875387796921344:12345-0@lo:502:mount.lustre.0 Request processed in 115us (1132us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509742.110467:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788509742.110643:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc8600b900 going to sleep for 11 seconds 00000100:00100000:0.0:1788509742.110663:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796921344:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788509742.110727:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:0.0:1788509742.110738:0:23437:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1788509742.111672:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788509742.111683:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509742.111685:0:23451:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788509742.111691:0:23451:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8bcd83e73000 00000020:00000080:0.0:1788509742.111693:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788509742.111700:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788509742.111702:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509742.111703:0:23451:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788509742.111711:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788509742.111713:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509742.111715:0:23451:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788509742.111718:0:23451:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8bcd83e73000 00000020:00000080:0.0:1788509742.111720:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788509742.111822:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788509742.111827:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509742.111828:0:23451:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788509742.111831:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788509742.111834:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509742.111835:0:23451:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788509742.111838:0:23451:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8bcd83e73000 00000020:00000080:0.0:1788509742.111840:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788509742.114625:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788509742.114638:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509742.114640:0:23451:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788509742.114644:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788509742.114648:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509742.114650:0:23451:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1788509742.114655:0:23451:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8bcd83e73000 00000020:00000080:0.0:1788509742.114657:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788509742.114713:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788509742.114717:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509742.114718:0:23451:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1788509742.114721:0:23451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:0.0:1788509742.114816:0:23437:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788509742.114842:0:23437:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788509742.114860:0:23437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcd92925a00/0xe5156b86310df3bf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df3c6 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.114871:0:23437:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcd92925a00/0xe5156b86310df3bf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df3c6 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788509742.114946:0:23437:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788509742.114949:0:23437:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8bcd83e73000 10000000:01000000:0.0:1788509742.114952:0:23437:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8bcd83e73000 10000000:01000000:0.0:1788509742.114956:0:23437:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788509742.114961:0:23437:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8bcd83e73000 from 1 10000000:01000000:0.0:1788509742.114964:0:23437:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788509742.114995:0:23437:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb590ba00/0xe5156b86310df3cd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.115003:0:23437:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcdb590ba00/0xe5156b86310df3cd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.115013:0:23437:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcdb590ba00/0xe5156b86310df3cd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509742.115035:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796921472:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788509742.115114:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509742.115151:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb59ade40 going to sleep for 11 seconds 00000100:00100000:3.0:1788509742.116230:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796921472 00000100:00100000:3.0:1788509742.116240:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796921472 00000100:00100000:3.0:1788509742.116295:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788509742.116303:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:23437:x1875387796921472:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788509742.116317:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509742.116330:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcc862af800/0xe5156b86310df3d4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df3cd expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509742.116355:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcc862af800/0xe5156b86310df3d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df3cd expref: 18 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509742.116365:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcc862af800/0xe5156b86310df3d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df3cd expref: 18 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509742.116373:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc862af800, rc 0) 00000100:00100000:3.0:1788509742.116425:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:23437:x1875387796921472:12345-0@lo:101:mount.lustre.0 Request processed in 123us (1320us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509742.116432:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788509742.116597:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796921472:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788509742.116613:0:23437:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcdb590ba00/0xe5156b86310df3cd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df3d4 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.116622:0:23437:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcdb590ba00/0xe5156b86310df3cd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df3d4 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788509742.119315:0:23437:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:0.0:1788509742.119658:0:23437:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788509742.119847:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:0.0:1788509742.119885:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:0.0:1788509742.119932:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:0.0:1788509742.119961:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:0.0:1788509742.119975:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:0.0:1788509742.119989:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:0.0:1788509742.120001:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:0.0:1788509742.120014:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:0.0:1788509742.120027:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:0.0:1788509742.120041:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:0.0:1788509742.120055:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:0.0:1788509742.120068:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:0.0:1788509742.120081:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:0.0:1788509742.120095:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:0.0:1788509742.121424:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:0.0:1788509742.121456:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:0.0:1788509742.121467:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:0.0:1788509742.121477:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:0.0:1788509742.122217:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:0.0:1788509742.122251:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:0.0:1788509742.122267:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:0.0:1788509742.122279:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:0.0:1788509742.122292:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:0.0:1788509742.122305:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:0.0:1788509742.122318:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:0.0:1788509742.122330:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:0.0:1788509742.122342:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:0.0:1788509742.122353:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:0.0:1788509742.122364:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:0.0:1788509742.122375:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:0.0:1788509742.122385:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:0.0:1788509742.122396:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:0.0:1788509742.122408:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:0.0:1788509742.122419:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:0.0:1788509742.122441:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:0.0:1788509742.122465:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:0.0:1788509742.122481:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:0.0:1788509742.123940:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:0.0:1788509742.123969:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:0.0:1788509742.123981:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:0.0:1788509742.123993:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:0.0:1788509742.124005:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:0.0:1788509742.124016:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:0.0:1788509742.124027:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:0.0:1788509742.124039:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:0.0:1788509742.124050:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:0.0:1788509742.124061:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:0.0:1788509742.124075:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:0.0:1788509742.124689:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:0.0:1788509742.124711:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:0.0:1788509742.124745:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:0.0:1788509742.124752:0:23437:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:0.0:1788509742.124873:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796921600:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788509742.124961:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509742.125003:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb59ad0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788509742.125217:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796921600 00000100:00100000:1.0:1788509742.125224:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796921600 00000100:00100000:1.0:1788509742.125274:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788509742.125282:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:23437:x1875387796921600:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788509742.125398:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:23437:x1875387796921600:12345-0@lo:501:mount.lustre.0 Request processed in 116us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509742.125406:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788509742.127393:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796921600:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788509742.127443:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796921728:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788509742.127688:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509742.127728:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb59ad0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788509742.127784:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796921728 00000100:00100000:1.0:1788509742.127791:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796921728 00000100:00100000:1.0:1788509742.127840:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788509742.127849:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:23437:x1875387796921728:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788509742.127987:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:23437:x1875387796921728:12345-0@lo:503:mount.lustre.0 Request processed in 138us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509742.127995:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788509742.128233:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796921728:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788509742.130829:0:23437:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788509742.130960:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796921856:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788509742.131034:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509742.131076:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc8600be40 going to sleep for 11 seconds 00000100:00100000:1.0:1788509742.131227:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796921856 00000100:00100000:1.0:1788509742.131234:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796921856 00000100:00100000:1.0:1788509742.131280:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788509742.131288:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:23437:x1875387796921856:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788509742.131392:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:23437:x1875387796921856:12345-0@lo:502:mount.lustre.0 Request processed in 104us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509742.131400:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788509742.132638:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796921856:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788509742.132857:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1788509742.132887:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1788509742.132916:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1788509742.132931:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1788509742.132941:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1788509742.132953:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1788509742.132965:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1788509742.132976:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1788509742.132987:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1788509742.132999:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1788509742.133009:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1788509742.133035:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1788509742.133048:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1788509742.133059:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1788509742.133070:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1788509742.133081:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1788509742.133093:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1788509742.134210:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1788509742.134244:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1788509742.134259:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1788509742.134271:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1788509742.134297:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1788509742.134310:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1788509742.134322:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1788509742.134335:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1788509742.134348:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1788509742.134362:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1788509742.134390:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1788509742.135193:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1788509742.135219:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1788509742.135233:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1788509742.135248:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1788509742.135263:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1788509742.135276:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1788509742.135290:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1788509742.135304:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1788509742.135317:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1788509742.135328:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1788509742.135338:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1788509742.135348:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1788509742.135358:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1788509742.135368:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1788509742.135378:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1788509742.135405:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1788509742.135420:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1788509742.135432:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1788509742.135444:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1788509742.135458:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1788509742.136215:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796921984:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788509742.136285:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509742.136377:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc8600be40 going to sleep for 11 seconds 00000100:00100000:1.0:1788509742.144612:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796921984 00000100:00100000:1.0:1788509742.144627:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796921984 00000100:00100000:1.0:1788509742.144678:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788509742.144688:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:23437:x1875387796921984:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788509742.145653:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:23437:x1875387796921984:12345-0@lo:502:mount.lustre.0 Request processed in 963us (9363us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509742.145663:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788509742.147325:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796921984:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788509742.147602:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1788509742.147631:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1788509742.147669:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796922112:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788509742.147733:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509742.149235:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd8a9203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788509742.155603:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796922112 00000100:00100000:1.0:1788509742.155615:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796922112 00000100:00100000:1.0:1788509742.155673:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788509742.155684:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:23437:x1875387796922112:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788509742.155861:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:23437:x1875387796922112:12345-0@lo:502:mount.lustre.0 Request processed in 178us (8127us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509742.155868:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788509742.156314:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796922112:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788509742.156410:0:23437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:2.0:1788509742.156423:0:23437:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1788509742.161744:0:23457:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:3.0:1788509742.161762:0:23457:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8bcc874799c0) 00000020:00000080:3.0:1788509742.161795:0:23457:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:3.0:1788509742.161888:0:23457:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8bcd83e73000 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1788509742.161893:0:23457:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8bcd83e73000 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1788509742.162082:0:23457:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8bcd83e73000 3 00010000:00080000:3.0:1788509742.162267:0:23457:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8bcd82e8b800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.112@tcp at head 00010000:00010000:0.0:1788509742.171670:0:23457:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:0.0:1788509742.171880:0:23457:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:0.0:1788509742.171944:0:23457:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788509742.171955:0:23457:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xe5156b86310df3e2 00000100:00080000:0.0:1788509742.171964:0:23457:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788509742.171977:0:23457:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8bcd82e8b800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:0.0:1788509742.172010:0:23457:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcda62f8a80 x1875387796922240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788509742.172048:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875387796922240:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788509742.172123:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509742.172189:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796922240 00000100:00100000:0.0:1788509742.172194:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796922240 00000100:00100000:0.0:1788509742.172222:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788509742.172229:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3643:x1875387796922240:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788509742.172248:0:22707:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 639 last 0 00000020:00000080:0.0:1788509742.172274:0:22707:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xe5156b86310df3e9 00000004:00100000:0.0:1788509742.172287:0:22707:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788509742.172312:0:22707:0:(import.c:65:import_set_state_nolock()) ffff8bcdb5972000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788509742.172357:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875387796922240:12345-0@lo:38:llog_process_th.0 Request processed in 126us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509742.172364:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1788509742.172401:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8bcda62f8a80 x1875387796922240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788509752 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509742.172411:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788509742.172418:0:3643:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1788509742.172423:0:3643:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1788509742.172426:0:3643:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788509742.172428:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd82e8b800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788509742.172434:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875387796922240:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1788509742.172450:0:23457:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788509742.172476:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788509742.172481:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788509742.172483:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788509742.172486:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:1.0:1788509742.174035:0:23457:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:2.0:1788509742.174713:0:23437:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788509742.174744:0:23437:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788509742.174762:0:23437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb590ba00/0xe5156b86310df3cd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df3d4 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509742.174784:0:23437:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcdb590ba00/0xe5156b86310df3cd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df3d4 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788509742.174831:0:23437:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788509742.174834:0:23437:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788509742.174835:0:23437:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788509742.174836:0:23437:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788509742.174837:0:23437:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788509742.174839:0:23437:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788509742.174840:0:23437:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788509742.174842:0:23437:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788509742.174843:0:23437:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788509742.174847:0:23437:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:2.0:1788509742.174849:0:23437:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788509742.174851:0:23437:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788509742.174852:0:23437:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788509742.174853:0:23437:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788509742.174854:0:23437:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788509742.174855:0:23437:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788509742.174856:0:23437:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788509742.174856:0:23437:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788509742.174857:0:23437:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788509742.174879:0:23437:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1788509742.174952:0:23437:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796922368:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788509742.175004:0:23437:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509742.175029:0:23437:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc8600bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788509742.175819:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796922368 00000100:00100000:1.0:1788509742.175829:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796922368 00000100:00100000:1.0:1788509742.175873:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788509742.175883:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:23437:x1875387796922368:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788509742.175933:0:22699:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1788509742.175948:0:22699:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:2.0:1788509742.180636:0:22686:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1788509742.181218:0:22699:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788509742.181229:0:22699:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:0.0:1788509742.184743:0:22721:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788509742.184753:0:22721:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788509742.184790:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df3f0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.184809:0:22721:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8bcdb590a800/0xe5156b86310df2f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df2ed expref: 18 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.184816:0:22721:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8bcc862afc00/0xe5156b86310df3b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df3b1 expref: 18 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.184823:0:22721:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df3f0 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.184867:0:22721:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8bcc862afc00/0xe5156b86310df3b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe5156b86310df3b1 expref: 18 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.184883:0:22721:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8bcc862afc00/0xe5156b86310df3b8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe5156b86310df3b1 expref: 18 pid: 22700 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509742.184911:0:22721:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1875387796922496:0@lo:104: 00000100:00100000:0.0:1788509742.184972:0:22721:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788509742.185029:0:22721:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8bcdb590a800/0xe5156b86310df2f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe5156b86310df2ed expref: 18 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.185050:0:22721:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8bcdb590a800/0xe5156b86310df2f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe5156b86310df2ed expref: 18 pid: 22700 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509742.185060:0:22721:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fbb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1875387796922624:0@lo:104: 00000100:00100000:0.0:1788509742.185083:0:22721:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509742.185101:0:22721:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb59adc00 going to sleep for 11 seconds 00000100:00100000:0.0:1788509742.185140:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796922496 00000100:00100000:0.0:1788509742.185147:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796922496 00000100:00100000:0.0:1788509742.185177:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796922624 00000100:00100000:0.0:1788509742.185180:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796922624 00000100:00100000:0.0:1788509742.185193:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788509742.185201:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+4:22721:x1875387796922496:12345-0@lo:104: 00010000:00010000:0.0:1788509742.185213:0:22690:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310df3b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df3b8 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.185260:0:22690:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788509742.185266:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+4:22721:x1875387796922496:12345-0@lo:104: Request processed in 66us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509742.185272:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788509742.185286:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788509742.185292:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+3:22721:x1875387796922624:12345-0@lo:104: 00010000:00010000:0.0:1788509742.185299:0:22690:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: ffff8bcc862ae800/0xe5156b86310df2ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df2f4 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.185330:0:22690:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788509742.185334:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+3:22721:x1875387796922624:12345-0@lo:104: Request processed in 43us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509742.185348:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1788509742.185369:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788509742.185374:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310df3b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df3b8 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.185381:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc862aec00 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:0.0:1788509742.185385:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310df3b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xe5156b86310df3b8 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.185393:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310df3b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xe5156b86310df3b8 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788509742.185401:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310df3b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xe5156b86310df3b8 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788509742.185407:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788509742.185433:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310df3b1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df3b8 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.185438:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788509742.185454:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310df3b1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df3b8 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.185461:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcc862aec00/0xe5156b86310df3b1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df3b8 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.185471:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788509742.185473:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcc862ae800/0xe5156b86310df2ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df2f4 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.185487:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc862ae800 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:0.0:1788509742.185489:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcc862ae800/0xe5156b86310df2ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe5156b86310df2f4 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.185496:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcc862ae800/0xe5156b86310df2ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe5156b86310df2f4 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788509742.185502:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcc862ae800/0xe5156b86310df2ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe5156b86310df2f4 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788509742.185507:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788509742.185520:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcc862ae800/0xe5156b86310df2ed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df2f4 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.185526:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788509742.185532:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcc862ae800/0xe5156b86310df2ed lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df2f4 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.185538:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcc862ae800/0xe5156b86310df2ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df2f4 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.185549:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509742.185551:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509742.185553:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509742.185559:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509742.185570:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3644:1875387796922752:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788509742.185598:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509742.185619:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788509742.185625:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3644:1875387796922880:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788509742.185654:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509742.185690:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796922752 00000100:00100000:0.0:1788509742.185693:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796922752 00010000:00010000:0.0:1788509742.185712:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8bcc862afc00/0xe5156b86310df3b8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df3b1 expref: 19 pid: 22700 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509742.185730:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796922880 00000100:00100000:0.0:1788509742.185733:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796922880 00010000:00010000:0.0:1788509742.185742:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8bcdb590a800/0xe5156b86310df2f4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df2ed expref: 20 pid: 22700 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509742.185754:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788509742.185760:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+20:3644:x1875387796922752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788509742.191376:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788509742.191393:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8bcc862afc00/0xe5156b86310df3b8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df3b1 expref: 20 pid: 22700 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.191409:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8bcc862afc00/0xe5156b86310df3b8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe5156b86310df3b1 expref: 20 pid: 22700 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.191427:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788509742.191512:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+20:3644:x1875387796922752:12345-0@lo:103:ldlm_bl.0 Request processed in 5751us (5912us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509742.191522:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788509742.191550:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788509742.191560:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+19:3644:x1875387796922880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788509742.191570:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788509742.191574:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8bcdb590a800/0xe5156b86310df2f4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df2ed expref: 19 pid: 22700 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.191595:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8bcdb590a800/0xe5156b86310df2f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe5156b86310df2ed expref: 19 pid: 22700 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.191605:0:22691:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df3f0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.191613:0:22691:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df3f0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788509742.191625:0:22691:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.006873658s 00010000:00010000:0.0:1788509742.191630:0:22691:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df3f0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.191636:0:22691:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df3f0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.191643:0:22691:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df3f0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.191648:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df3f0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.191654:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb590a200 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:0.0:1788509742.191658:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df3f0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.191664:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df3f0 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.191672:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df3f0 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.191687:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788509742.191709:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+19:3644:x1875387796922880:12345-0@lo:103:ldlm_bl.0 Request processed in 152us (6054us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509742.191715:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1788509742.191781:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc862afc00/0xe5156b86310df3b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe5156b86310df3b1 expref: 18 pid: 22700 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509742.192132:0:22721:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1875387796922496:0@lo:104: 00010000:00010000:0.0:1788509742.192148:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcdb590a800/0xe5156b86310df2f4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe5156b86310df2ed expref: 17 pid: 22700 timeout: 739 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509742.192157:0:22721:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fbb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1875387796922624:0@lo:104: 00010000:00010000:0.0:1788509742.192174:0:22721:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df3f0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.192182:0:22721:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df3f0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.192188:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df3f0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509742.192193:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df3f0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509742.192258:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+16:23437:x1875387796922368:12345-0@lo:253:mount.lustre.0 Request processed in 16377us (17253us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509742.192267:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788509742.192383:0:23437:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:23437:1875387796922368:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788509742.192394:0:23437:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1788509742.192397:0:23437:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788509742.192399:0:23437:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1788509742.192400:0:23437:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788509742.192401:0:23437:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788509742.192402:0:23437:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788509742.192403:0:23437:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788509742.192404:0:23437:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788509742.192406:0:23437:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788509742.192407:0:23437:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788509742.192418:0:23437:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1788509742.193186:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3644:1875387796922880:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788509742.193196:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3644:1875387796922752:0@lo:103:ldlm_bl.0 00000040:01000000:3.0:1788509742.200565:0:23437:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000040:01000000:3.0:1788509742.200815:0:23463:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788509742.200997:0:23437:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:0.0:1788509742.201229:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788509742.203292:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788509742.203373:0:23463:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000020:00080000:2.0:1788509742.203736:0:23462:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:2.0:1788509742.203740:0:23462:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000100:00100000:3.0:1788509742.203992:0:23464:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ed80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23464:1875387796923008:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788509742.204062:0:23464:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509742.204087:0:23464:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd9e413e40 going to sleep for 11 seconds 00000040:01000000:2.0:1788509742.204255:0:23437:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1788509742.204294:0:23437:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1788509742.204732:0:23437:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1788509742.204738:0:23437:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1788509742.204786:0:23437:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788509742.206025:0:23437:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1788509742.206724:0:23437:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1788509742.206751:0:23437:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1788509742.206837:0:23437:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1788509742.207323:0:23437:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:0.0:1788509742.211105:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796923008 00000100:00100000:0.0:1788509742.211119:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796923008 00000100:00100000:0.0:1788509742.211187:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788509742.211196:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23464:x1875387796923008:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788509742.211354:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23464:x1875387796923008:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 158us (7291us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509742.211362:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788509742.211783:0:23464:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ed80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23464:1875387796923008:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1788509742.211820:0:23464:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1788509742.211862:0:23464:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ed80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23464:1875387796923136:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788509742.212140:0:23464:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509742.215199:0:23464:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd9e413e40 going to sleep for 11 seconds 00000001:00000004:0.0:1788509742.216350:0:23437:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:1.0:1788509742.216568:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796923136 00000100:00100000:1.0:1788509742.216578:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796923136 00000100:00100000:0.0:1788509742.216835:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788509742.216845:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23464:x1875387796923136:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788509742.217132:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23464:x1875387796923136:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 288us (4991us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509742.217140:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788509742.217186:0:23464:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ed80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23464:1875387796923136:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788509742.217266:0:23464:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fbb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23464:1875387796923264:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1788509742.217298:0:23464:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509742.217319:0:23464:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc81ae6780 going to sleep for 11 seconds 00000100:00100000:3.0:1788509742.217389:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796923264 00000100:00100000:3.0:1788509742.217393:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796923264 00000100:00100000:3.0:1788509742.217429:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788509742.217436:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23464:x1875387796923264:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1788509742.217474:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23464:x1875387796923264:12345-0@lo:900:lod0001_rec0000.0 Request processed in 39us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509742.217480:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1788509742.218657:0:23464:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8bcda62fbb80 x1875387796923264/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788509758 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509742.218672:0:23464:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fbb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23464:1875387796923264:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1788509742.218735:0:23464:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fbb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23464:1875387796923392:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788509742.218826:0:23464:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509742.218859:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796923392 00000100:00100000:0.0:1788509742.218864:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796923392 00000100:00100000:0.0:1788509742.218891:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788509742.218915:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23464:x1875387796923392:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788509742.218979:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23464:x1875387796923392:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 80us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509742.218986:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788509742.219005:0:23464:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc81ae6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788509742.219017:0:23464:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fbb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23464:1875387796923392:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1788509742.219057:0:23464:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000001:00080000:1.0:1788509742.221132:0:23437:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1788509742.221167:0:23437:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb93b4155f988 00100000:10000000:1.0:1788509742.221175:0:23437:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1788509742.224071:0:23437:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788509742.224196:0:23437:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.112@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788509742.224221:0:23437:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1788509742.224248:0:23437:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000040:00080000:0.0:1788509742.224929:0:23464:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788509742.224978:0:23464:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1788509742.224983:0:23464:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000020:00000004:1.0:1788509742.225023:0:23437:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788509742.225253:0:23437:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788509742.305247:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509742.879539:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 00000040:00080000:0.0:1788509743.191136:0:23458:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788509743.320368:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788509743.581592:0:22702:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788509743.581600:0:22702:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8bcd83e73000 from 12 10000000:01000000:2.0:1788509743.581605:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788509743.581649:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df3f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509743.581660:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df3f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509743.581671:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df3f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509743.581697:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88427100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796923520:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788509743.581768:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509743.581821:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd8a9203c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788509743.582154:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796923520 00000100:00100000:0.0:1788509743.582162:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796923520 00000100:00100000:0.0:1788509743.582207:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788509743.582216:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+16:22702:x1875387796923520:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788509743.582229:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509743.582366:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df3fe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df3f7 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509743.582391:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df3fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df3f7 expref: 17 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509743.582489:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df3fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df3f7 expref: 17 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509743.582499:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb590b200, rc 0) 00000100:00100000:0.0:1788509743.582548:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:22702:x1875387796923520:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 333us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509743.582555:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788509743.582601:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88427100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796923520:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788509743.582616:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df3f7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df3fe expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509743.582627:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df3f7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df3fe expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509743.582675:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796923648:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788509743.582706:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509743.582728:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc81ae6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788509743.582740:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796923648 00000100:00100000:0.0:1788509743.582744:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796923648 00000100:00100000:0.0:1788509743.582777:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788509743.582783:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:22702:x1875387796923648:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788509743.582796:0:22699:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788509743.582810:0:22699:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788509743.582813:0:22699:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1788509743.582880:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:22702:x1875387796923648:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 97us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509743.582895:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788509743.582944:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796923648:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788509743.582984:0:22702:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788509743.582991:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df3f7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df3fe expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509743.583000:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df3f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df3fe expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788509743.583009:0:22702:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788509743.583012:0:22702:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8bcd84f1c800 from 12 10000000:01000000:0.0:1788509743.583014:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788509743.583033:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a800/0xe5156b86310df405 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509743.583040:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a800/0xe5156b86310df405 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509743.583060:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a800/0xe5156b86310df405 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509743.583074:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796923776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788509743.583097:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509743.583110:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc81ae6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788509743.583120:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796923776 00000100:00100000:0.0:1788509743.586514:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796923776 00000100:00100000:0.0:1788509743.586582:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788509743.586591:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:22702:x1875387796923776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788509743.586625:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509743.586642:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df40c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df405 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509743.586789:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df40c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df405 expref: 18 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509743.586803:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df40c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df405 expref: 18 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509743.586812:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb590a200, rc 0) 00000100:00100000:0.0:1788509743.586881:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:22702:x1875387796923776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 291us (3782us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509743.586888:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788509743.587725:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796923776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788509743.587745:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a800/0xe5156b86310df405 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df40c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509743.587766:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a800/0xe5156b86310df405 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df40c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509743.587826:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796923904:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788509743.587863:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509743.587890:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc81ae6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788509743.588723:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796923904 00000100:00100000:1.0:1788509743.588731:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796923904 00000100:00100000:1.0:1788509743.588779:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788509743.588788:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:22702:x1875387796923904:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788509743.588807:0:22700:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788509743.588822:0:22700:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788509743.588825:0:22700:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1788509743.589088:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:22702:x1875387796923904:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 300us (1223us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509743.589257:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788509743.589501:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796923904:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788509743.589548:0:22702:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788509743.589558:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a800/0xe5156b86310df405 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df40c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509743.589567:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a800/0xe5156b86310df405 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df40c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509743.903802:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 00000040:00080000:3.0:1788509744.215342:0:23458:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788509744.342738:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509744.919072:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 00010000:00010000:3.0:1788509745.373245:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509745.942066:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 00010000:00010000:1.0:1788509746.391285:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509746.968966:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 0 seconds 00000001:02000400:2.0:1788509747.112422:0:23707:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1788509747.414242:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788509747.414276:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796924032:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788509747.414347:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788509747.414723:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788509747.414740:0:485:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788509747.414744:0:485:0:(import.c:65:import_set_state_nolock()) ffff8bcc87c80000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788509747.414753:0:485:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8bcc87c80000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:2.0:1788509747.414776:0:485:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc88425880 x1875387796924288/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788509747.414793:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788509747.414797:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788509747.414800:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788509747.414803:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788509747.414831:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788509747.414834:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788509747.414837:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788509747.414840:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788509747.414864:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875387796924416:0@lo:400:kworker.0 00000100:00100000:2.0:1788509747.414918:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509747.414947:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788509747.414954:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796924544:0@lo:400:kworker.0 00000100:00100000:2.0:1788509747.414977:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509747.415054:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3647:1875387796924160:0@lo:400:kworker.0 00000100:00100000:0.0:1788509747.415082:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509747.415115:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788509747.415120:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88427800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875387796924672:0@lo:400:kworker.0 00000100:00100000:0.0:1788509747.415140:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509747.415166:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796924032 00000100:00100000:0.0:1788509747.415173:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796924032 00000100:00100000:0.0:1788509747.415213:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796924544 00000100:00100000:0.0:1788509747.415216:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796924544 00000100:00100000:0.0:1788509747.415231:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788509747.415239:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3647:x1875387796924032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788509747.415273:0:23446:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788509747.415316:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3647:x1875387796924032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (968us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509747.415323:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788509747.415338:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788509747.415345:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796924544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509747.415393:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796924544:12345-0@lo:400:kworker.0 Request processed in 35us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509747.415399:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788509747.416578:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796924160 00000100:00100000:2.0:1788509747.416587:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796924160 00000100:00100000:2.0:1788509747.416692:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788509747.416701:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7e97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:3647:x1875387796924160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509747.416771:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7e97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:3647:x1875387796924160:12345-0@lo:400:kworker.0 Request processed in 71us (1687us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509747.416789:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788509747.416959:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796924416 00000100:00100000:0.0:1788509747.416965:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796924416 00000100:00100000:0.0:1788509747.416991:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796924672 00000100:00100000:0.0:1788509747.416994:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796924672 00000100:00100000:0.0:1788509747.417005:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788509747.417011:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875387796924416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509747.417047:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875387796924416:12345-0@lo:400:kworker.0 Request processed in 37us (2129us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509747.417060:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788509747.417074:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788509747.417079:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875387796924672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509747.417110:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875387796924672:12345-0@lo:400:kworker.0 Request processed in 31us (1969us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509747.417115:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788509747.417150:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88425880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796924288:0@lo:38:kworker.0 00000100:00100000:0.0:1788509747.417181:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509747.417214:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796924288 00000100:00100000:0.0:1788509747.417218:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796924288 00000100:00100000:0.0:1788509747.417237:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788509747.417242:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3643:x1875387796924288:12345-0@lo:38:kworker.0 00010000:00010000:1.0:1788509747.417264:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1788509747.417266:0:23446:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 644 last 0 00000020:00000080:0.0:1788509747.417301:0:23446:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe5156b86310df413 00000004:00100000:0.0:1788509747.417315:0:23446:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1788509747.417320:0:23446:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1788509747.417424:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796924544:0@lo:400:kworker.0 00010000:00080000:0.0:1788509747.417440:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8bcc88427b80 x1875387796924416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509747.417450:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875387796924416:0@lo:400:kworker.0 00010000:00080000:0.0:1788509747.417494:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8bcc88427800 x1875387796924672/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509747.417504:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88427800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875387796924672:0@lo:400:kworker.0 00000100:00100000:0.0:1788509747.417524:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3647:1875387796924160:0@lo:400:kworker.0 00000100:00100000:0.0:1788509747.417538:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796924032:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1788509747.424637:0:23446:0:(import.c:65:import_set_state_nolock()) ffff8bcc86315800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788509747.424822:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3643:x1875387796924288:12345-0@lo:38:kworker.0 Request processed in 7576us (7637us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509747.424833:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:2.0:1788509747.425034:0:3643:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788509747.425044:0:3643:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1788509747.425049:0:3643:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788509747.425052:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcc87c80000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1788509747.425071:0:3643:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000515f3a1a): req@ffff8bcdb066ea00 x1875387796917248/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509747.425188:0:22747:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509747.425203:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788509747.425212:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980600 going to sleep for 11 seconds 00000100:00100000:3.0:1788509747.425219:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796924800:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788509747.425252:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509747.425259:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88425880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796924288:0@lo:38:kworker.0 00000100:00100000:0.0:1788509747.425318:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796917248 00000100:00100000:0.0:1788509747.425324:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796917248 00000100:00100000:0.0:1788509747.425359:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796924800 00000100:00100000:0.0:1788509747.425362:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796924800 00000100:00100000:0.0:1788509747.425377:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788509747.425385:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22747:x1875387796917248:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788509747.425458:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22747:x1875387796917248:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 72us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509747.425464:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788509747.425472:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788509747.425478:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3646:x1875387796924800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788509747.425501:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788509747.425546:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3646:x1875387796924800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509747.425554:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788509747.425597:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796924800:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788509747.429181:0:22747:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ea00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22747:1875387796917248:0@lo:1000:lod0000_rec0001.0 00000040:01000000:0.0:1788509747.429234:0:22747:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1788509747.429302:0:22747:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fad80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22747:1875387796924928:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788509747.429370:0:22747:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509747.429406:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdaf842f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788509747.430050:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796924928 00000100:00100000:2.0:1788509747.430058:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796924928 00000100:00100000:2.0:1788509747.430107:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788509747.430117:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22747:x1875387796924928:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788509747.430280:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22747:x1875387796924928:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 164us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509747.430287:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788509747.431087:0:22747:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fad80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22747:1875387796924928:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788509747.431173:0:22747:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fad80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22747:1875387796925056:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1788509747.431236:0:22747:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509747.431265:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdaf842f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788509747.431941:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796925056 00000100:00100000:2.0:1788509747.431949:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796925056 00000100:00100000:2.0:1788509747.432000:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788509747.432010:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22747:x1875387796925056:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788509747.432099:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22747:x1875387796925056:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 91us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509747.432106:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788509747.432167:0:22747:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fad80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22747:1875387796925056:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1788509747.432217:0:22747:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788509747.435109:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1788509747.435197:0:22747:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 20, retries 0 00000004:00080000:3.0:1788509747.435203:0:22747:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000020:00000004:0.0:1788509748.147169:0:23759:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788509748.147425:0:23759:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788509748.439417:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788509748.984873:0:23809:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788509748.985566:0:23809:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788509749.462013:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788509749.981317:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000080:1.0:1788509750.161755:0:23857:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd2acab570 20000000:00000080:1.0:1788509750.161773:0:23857:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8bcd9e070400 uarg=0000000000000000 20000000:01000000:1.0:1788509750.161885:0:23857:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:1.0:1788509750.161892:0:23857:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:1.0:1788509750.162023:0:23857:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:3.0:1788509750.162407:0:23858:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:1.0:1788509750.162689:0:23857:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:1.0:1788509750.176550:0:23857:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1788509750.176581:0:23857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df41a lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509750.176599:0:23857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8bcdb1227e00/0xe5156b86310df2c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df2bc expref: 17 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509750.176607:0:23857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8bcc862aee00/0xe5156b86310df3c6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df3bf expref: 17 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509750.176614:0:23857:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df41a lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509750.176654:0:23857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8bcc862aee00/0xe5156b86310df3c6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe5156b86310df3bf expref: 17 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509750.176668:0:23857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8bcc862aee00/0xe5156b86310df3c6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe5156b86310df3bf expref: 17 pid: 22699 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509750.176691:0:23857:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23857:1875387796925184:0@lo:104: 00000100:00100000:1.0:1788509750.176761:0:23857:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788509750.176812:0:23857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8bcdb1227e00/0xe5156b86310df2c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe5156b86310df2bc expref: 17 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509750.176821:0:23857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8bcdb1227e00/0xe5156b86310df2c3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe5156b86310df2bc expref: 17 pid: 22698 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509750.176844:0:23857:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23857:1875387796925312:0@lo:104: 00000100:00100000:1.0:1788509750.176865:0:23857:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509750.176890:0:23857:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd9813e480 going to sleep for 11 seconds 00000100:00100000:3.0:1788509750.178077:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796925184 00000100:00100000:3.0:1788509750.178087:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796925184 00000100:00100000:3.0:1788509750.178124:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796925312 00000100:00100000:3.0:1788509750.178127:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796925312 00000100:00100000:3.0:1788509750.178141:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788509750.178150:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+4:23857:x1875387796925184:12345-0@lo:104: 00010000:00010000:3.0:1788509750.178164:0:22690:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: ffff8bcd92925a00/0xe5156b86310df3bf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df3c6 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509750.178240:0:22690:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788509750.178246:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+4:23857:x1875387796925184:12345-0@lo:104: Request processed in 98us (1485us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509750.178253:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788509750.178269:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788509750.178274:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+3:23857:x1875387796925312:12345-0@lo:104: 00010000:00010000:3.0:1788509750.178281:0:22690:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: ffff8bcdb590b800/0xe5156b86310df2bc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df2c3 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509750.178309:0:22690:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788509750.178314:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+3:23857:x1875387796925312:12345-0@lo:104: Request processed in 40us (1448us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509750.178318:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1788509750.178501:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788509750.178507:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcd92925a00/0xe5156b86310df3bf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df3c6 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509750.178514:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92925a00 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:3.0:1788509750.178518:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcd92925a00/0xe5156b86310df3bf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xe5156b86310df3c6 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509750.178527:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcd92925a00/0xe5156b86310df3bf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xe5156b86310df3c6 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788509750.178535:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcd92925a00/0xe5156b86310df3bf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xe5156b86310df3c6 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788509750.178540:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788509750.178578:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcd92925a00/0xe5156b86310df3bf lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df3c6 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509750.178584:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788509750.178600:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcd92925a00/0xe5156b86310df3bf lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df3c6 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509750.178607:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcd92925a00/0xe5156b86310df3bf lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df3c6 expref: -99 pid: 23437 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509750.178621:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788509750.178623:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcdb590b800/0xe5156b86310df2bc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df2c3 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509750.178628:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb590b800 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:3.0:1788509750.178631:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcdb590b800/0xe5156b86310df2bc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe5156b86310df2c3 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509750.178637:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcdb590b800/0xe5156b86310df2bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe5156b86310df2c3 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788509750.178643:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcdb590b800/0xe5156b86310df2bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe5156b86310df2c3 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788509750.178648:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788509750.178659:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcdb590b800/0xe5156b86310df2bc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df2c3 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509750.178664:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788509750.178669:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcdb590b800/0xe5156b86310df2bc lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df2c3 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509750.178685:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcdb590b800/0xe5156b86310df2bc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df2c3 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509750.178699:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509750.178701:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509750.178702:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509750.178709:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509750.178798:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3644:1875387796925440:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788509750.178843:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509750.178876:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788509750.178882:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3644:1875387796925568:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788509750.178932:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509750.179019:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796925440 00000100:00100000:0.0:1788509750.179023:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796925440 00010000:00010000:0.0:1788509750.179044:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8bcc862aee00/0xe5156b86310df3c6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df3bf expref: 18 pid: 22699 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509750.179063:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796925568 00000100:00100000:0.0:1788509750.179066:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796925568 00010000:00010000:0.0:1788509750.179077:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8bcdb1227e00/0xe5156b86310df2c3 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df2bc expref: 19 pid: 22698 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509750.179089:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788509750.179096:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+19:3644:x1875387796925440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788509750.179107:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788509750.179111:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8bcc862aee00/0xe5156b86310df3c6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df3bf expref: 19 pid: 22699 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509750.179122:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8bcc862aee00/0xe5156b86310df3c6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe5156b86310df3bf expref: 19 pid: 22699 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509750.179148:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788509750.179177:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+19:3644:x1875387796925440:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509750.179183:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788509750.179195:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788509750.179201:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:3644:x1875387796925568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788509750.179208:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788509750.179212:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8bcdb1227e00/0xe5156b86310df2c3 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df2bc expref: 18 pid: 22698 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509750.179219:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8bcdb1227e00/0xe5156b86310df2c3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe5156b86310df2bc expref: 18 pid: 22698 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509750.179229:0:22693:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df41a lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509750.179238:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df41a lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509750.179252:0:22693:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df41a lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509750.179260:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df41a lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509750.179266:0:22693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df41a lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509750.179271:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df41a lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509750.179282:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92924a00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:0.0:1788509750.179287:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df41a lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509750.179293:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df41a lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509750.179301:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df41a lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509750.179310:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788509750.179333:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:3644:x1875387796925568:12345-0@lo:103:ldlm_bl.0 Request processed in 133us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509750.179339:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788509750.179370:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3644:1875387796925568:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788509750.179378:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3644:1875387796925440:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788509750.179693:0:23857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc862aee00/0xe5156b86310df3c6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe5156b86310df3bf expref: 17 pid: 22699 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509750.179705:0:23857:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23857:1875387796925184:0@lo:104: 00010000:00010000:1.0:1788509750.179723:0:23857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcdb1227e00/0xe5156b86310df2c3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe5156b86310df2bc expref: 16 pid: 22698 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509750.179731:0:23857:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23857:1875387796925312:0@lo:104: 00010000:00010000:1.0:1788509750.179746:0:23857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df41a lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509750.179755:0:23857:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df41a lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509750.179761:0:23857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df41a lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509750.179768:0:23857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df41a lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509750.487879:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788509751.254153:0:22702:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788509751.254164:0:22702:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8bcd83e73000 from 13 10000000:01000000:1.0:1788509751.254171:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788509751.254237:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcd92925e00/0xe5156b86310df421 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509751.254277:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcd92925e00/0xe5156b86310df421 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509751.254290:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcd92925e00/0xe5156b86310df421 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509751.254324:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796925696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788509751.254416:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509751.254510:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd9813e780 going to sleep for 11 seconds 00000100:00100000:0.0:1788509751.257015:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796925696 00000100:00100000:0.0:1788509751.257035:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796925696 00000100:00100000:0.0:1788509751.257308:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788509751.257322:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7e96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+16:22702:x1875387796925696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788509751.257347:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509751.257372:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcdb590a000/0xe5156b86310df428 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df421 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509751.257407:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcdb590a000/0xe5156b86310df428 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df421 expref: 17 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509751.257435:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcdb590a000/0xe5156b86310df428 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df421 expref: 17 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509751.257446:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb590a000, rc 0) 00000100:00100000:0.0:1788509751.257552:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7e96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:22702:x1875387796925696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 233us (3135us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509751.257560:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788509751.258556:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796925696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788509751.258585:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcd92925e00/0xe5156b86310df421 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df428 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509751.258598:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcd92925e00/0xe5156b86310df421 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df428 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509751.258712:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796925824:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788509751.258769:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509751.258983:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87c1e300 going to sleep for 11 seconds 00000100:00100000:1.0:1788509751.259184:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796925824 00000100:00100000:1.0:1788509751.259192:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796925824 00000100:00100000:1.0:1788509751.259234:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788509751.259243:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7e97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:22702:x1875387796925824:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788509751.259403:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7e97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:22702:x1875387796925824:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 159us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509751.259410:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788509751.259500:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796925824:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788509751.259536:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796925952:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788509751.259582:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509751.259606:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87c1e300 going to sleep for 11 seconds 00000100:00100000:1.0:1788509751.259652:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796925952 00000100:00100000:1.0:1788509751.259657:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796925952 00000100:00100000:1.0:1788509751.259676:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788509751.259682:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7e94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:22702:x1875387796925952:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788509751.259777:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7e94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:22702:x1875387796925952:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 94us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509751.259784:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788509751.259857:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796925952:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788509751.260769:0:23907:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788509751.261024:0:22702:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788509751.261056:0:22702:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788509751.261068:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcd92925e00/0xe5156b86310df421 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df428 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509751.261094:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcd92925e00/0xe5156b86310df421 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df428 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788509751.261106:0:22702:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788509751.261109:0:22702:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8bcd84f1c800 from 13 10000000:01000000:1.0:1788509751.261112:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788509751.261150:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcd92925400/0xe5156b86310df42f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509751.261158:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcd92925400/0xe5156b86310df42f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509751.261169:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcd92925400/0xe5156b86310df42f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509751.261191:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796926080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788509751.261247:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509751.261289:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd9813e780 going to sleep for 11 seconds 00000100:00100000:3.0:1788509751.261392:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796926080 00000100:00100000:3.0:1788509751.261407:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796926080 00000100:00100000:3.0:1788509751.261441:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788509751.261450:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7e97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+17:22702:x1875387796926080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788509751.261463:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509751.261476:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcc862ae600/0xe5156b86310df436 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df42f expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509751.261500:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcc862ae600/0xe5156b86310df436 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df42f expref: 18 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509751.261512:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcc862ae600/0xe5156b86310df436 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df42f expref: 18 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509751.261521:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc862ae600, rc 0) 00000100:00100000:3.0:1788509751.261569:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7e97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:22702:x1875387796926080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509751.261576:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788509751.261657:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796926080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788509751.261672:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcd92925400/0xe5156b86310df42f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df436 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509751.261681:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcd92925400/0xe5156b86310df42f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df436 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509751.261751:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796926208:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788509751.261777:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509751.261807:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd9813e780 going to sleep for 11 seconds 00000100:00100000:3.0:1788509751.261855:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796926208 00000100:00100000:3.0:1788509751.261859:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796926208 00000100:00100000:3.0:1788509751.261877:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788509751.261883:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7e96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:22702:x1875387796926208:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788509751.262028:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7e96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:22702:x1875387796926208:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 144us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509751.262035:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788509751.262154:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796926208:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788509751.262184:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796926336:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788509751.262226:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509751.262253:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd9813e780 going to sleep for 11 seconds 00000100:00100000:3.0:1788509751.262299:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796926336 00000100:00100000:3.0:1788509751.262304:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796926336 00000100:00100000:3.0:1788509751.262322:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788509751.262327:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7e94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:22702:x1875387796926336:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788509751.262424:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7e94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:22702:x1875387796926336:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 96us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509751.262432:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788509751.262504:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796926336:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788509751.264873:0:23908:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788509751.265155:0:22702:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788509751.265187:0:22702:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788509751.265202:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcd92925400/0xe5156b86310df42f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df436 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509751.265215:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcd92925400/0xe5156b86310df42f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df436 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509751.514007:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509752.534856:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796926464:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788509752.534967:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509752.535497:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796926464 00000100:00100000:2.0:1788509752.535507:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796926464 00000100:00100000:2.0:1788509752.535565:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788509752.535575:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796926464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788509752.535619:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788509752.535707:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796926464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509752.535715:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788509752.535831:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796926464:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1788509752.536126:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788509752.536130:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788509752.536133:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788509752.536137:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788509752.536145:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788509752.536149:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788509752.536152:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788509752.536155:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788509752.536293:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788509742/real 1788509742] req@ffff8bcda62f8e00 x1875387796920448/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509752 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509752.536313:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bcda62f8e00 x1875387796920448/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509752 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509752.536323:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788509742/real 1788509742] req@ffff8bcda62fb800 x1875387796920320/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509752 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509752.536352:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bcda62fb800 x1875387796920320/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509752 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509752.536361:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788509737/real 1788509737] req@ffff8bcdb066e680 x1875387796918400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509752 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509752.536372:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bcdb066e680 x1875387796918400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509752 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509752.536382:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788509737/real 1788509737] req@ffff8bcdb066dc00 x1875387796918528/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509752 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509752.536393:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bcdb066dc00 x1875387796918528/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509752 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788509752.536408:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd84a58000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788509752.536417:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788509752.536421:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796920448:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788509752.536426:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd83ce8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788509752.536430:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788509752.536433:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796920320:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788509752.536436:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcdaf83b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788509752.536439:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788509752.536442:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796918400:0@lo:8:kworker.0 00000100:00080000:2.0:1788509752.536446:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd83e77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788509752.536449:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788509752.536452:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796918528:0@lo:8:kworker.0 00000100:00100000:2.0:1788509752.536489:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88427800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796926848:0@lo:400:kworker.0 00000100:00100000:2.0:1788509752.536536:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509752.536571:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788509752.536578:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3645:1875387796926720:0@lo:400:kworker.0 00000100:00100000:2.0:1788509752.536604:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509752.536635:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796926848 00000100:00100000:2.0:1788509752.536641:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796926848 00000100:00100000:2.0:1788509752.536669:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788509752.536676:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3645:x1875387796926848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509752.536734:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3645:x1875387796926848:12345-0@lo:400:kworker.0 Request processed in 57us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509752.536741:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788509752.536773:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88427800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796926848:0@lo:400:kworker.0 00000100:00100000:2.0:1788509752.536796:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875387796926976:0@lo:400:kworker.0 00000100:00100000:2.0:1788509752.537162:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509752.537184:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788509752.537191:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88425880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796926592:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788509752.537213:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509752.537230:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875387796927104:0@lo:400:kworker.0 00000100:00100000:2.0:1788509752.537256:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509752.537281:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796926592 00000100:00100000:2.0:1788509752.537285:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796926592 00000100:00100000:2.0:1788509752.537312:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788509752.537319:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3646:x1875387796926592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788509752.537346:0:23446:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788509752.537396:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3646:x1875387796926592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509752.537403:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788509752.537439:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88425880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796926592:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788509752.537782:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796926976 00000100:00100000:0.0:1788509752.537788:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796926976 00000100:00100000:0.0:1788509752.537819:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796927104 00000100:00100000:0.0:1788509752.537822:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796927104 00000100:00100000:0.0:1788509752.537836:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788509752.537842:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875387796926976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509752.537918:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875387796926976:12345-0@lo:400:kworker.0 Request processed in 76us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509752.537934:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788509752.537948:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788509752.537955:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875387796927104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509752.537987:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875387796927104:12345-0@lo:400:kworker.0 Request processed in 32us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509752.537991:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1788509752.538026:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8bcc88424a80 x1875387796927104/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788509752.538033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788509752.538038:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788509752.538043:0:37:0:(import.c:65:import_set_state_nolock()) ffff8bcdaf83b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788509752.538048:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 634 00000100:00080000:1.0:1788509752.538054:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788509752.538059:0:37:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8bcdaf83b800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:1.0:1788509752.538091:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcd85bd6d80 x1875387796927232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788509752.538111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788509752.538114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788509752.538116:0:37:0:(import.c:65:import_set_state_nolock()) ffff8bcd83e77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788509752.538120:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 634 00000100:00080000:1.0:1788509752.538122:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788509752.538126:0:37:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8bcd83e77800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:0.0:1788509752.538136:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875387796927104:0@lo:400:kworker.0 00000100:00100000:1.0:1788509752.538138:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcd85bd5500 x1875387796927360/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788509752.538147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788509752.538156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788509752.538158:0:37:0:(import.c:65:import_set_state_nolock()) ffff8bcd83ce8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788509752.538161:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 639 00000100:00080000:1.0:1788509752.538164:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788509752.538168:0:37:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8bcd83ce8800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:1.0:1788509752.538181:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcd85bd4380 x1875387796927488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788509752.538189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788509752.538193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788509752.538194:0:37:0:(import.c:65:import_set_state_nolock()) ffff8bcd84a58000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788509752.538198:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 639 00000100:00080000:1.0:1788509752.538200:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788509752.538204:0:37:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8bcd84a58000 using connection 192.168.203.112@tcp/0@lo 00010000:00080000:0.0:1788509752.538212:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8bcc88427b80 x1875387796926976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509752.538215:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcd85bd5c00 x1875387796927616/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788509752.538222:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875387796926976:0@lo:400:kworker.0 00000100:00100000:1.0:1788509752.538237:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796927232:0@lo:8:kworker.0 00000400:00000100:1.0:1788509752.538269:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875387796927232 offset 0 length 520: 4 00010000:00010000:3.0:1788509752.538305:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509752.540057:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796926720 00000100:00100000:3.0:1788509752.540077:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796926720 00000100:00100000:3.0:1788509752.540152:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788509752.540165:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7e96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:3645:x1875387796926720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509752.540283:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7e96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:3645:x1875387796926720:12345-0@lo:400:kworker.0 Request processed in 121us (3676us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509752.540290:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788509752.540478:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3645:1875387796926720:0@lo:400:kworker.0 00000100:00100000:1.0:1788509752.542369:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796927360:0@lo:8:kworker.0 00000400:00000100:1.0:1788509752.542443:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875387796927360 offset 0 length 520: 4 00000100:00100000:1.0:1788509752.542475:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796927488:0@lo:8:kworker.0 00000400:00000100:1.0:1788509752.542498:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875387796927488 offset 0 length 520: 4 00000100:00100000:1.0:1788509752.542511:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796927616:0@lo:8:kworker.0 00000400:00000100:1.0:1788509752.542533:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875387796927616 offset 0 length 520: 4 00000001:00100000:0.0:1788509753.051343:0:23438:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1788509753.559289:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788509754.455507:0:23458:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788509754.586644:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509755.616793:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509756.635474:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509757.654578:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509757.655187:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788509757.655213:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796927744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788509757.655483:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509757.655542:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796927744 00000100:00100000:3.0:1788509757.655548:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796927744 00000100:00100000:3.0:1788509757.655654:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788509757.655673:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796927744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788509757.655706:0:23446:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788509757.655752:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796927744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509757.655760:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788509757.655802:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796927744:0@lo:41:osp-pre-1-0.0 00000100:00080000:1.0:1788509757.656560:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788509757.656564:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788509757.656671:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788509757.656675:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788509757.656708:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788509757.656712:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788509757.656714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788509757.656717:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788509757.656738:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875387796928256:0@lo:400:kworker.0 00000100:00100000:1.0:1788509757.656781:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509757.656804:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788509757.656809:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3644:1875387796927872:0@lo:400:kworker.0 00000100:00100000:1.0:1788509757.656833:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509757.656860:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796928128:0@lo:400:kworker.0 00000100:00100000:1.0:1788509757.656882:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509757.656916:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788509757.656922:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875387796928000:0@lo:400:kworker.0 00000100:00100000:1.0:1788509757.656942:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509757.656966:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796928256 00000100:00100000:1.0:1788509757.656971:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796928256 00000100:00100000:1.0:1788509757.657005:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796928000 00000100:00100000:1.0:1788509757.657008:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796928000 00000100:00100000:1.0:1788509757.657021:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788509757.657027:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875387796928256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509757.657160:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788509757.657167:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796928384:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788509757.657190:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509757.657223:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796928128 00000100:00100000:3.0:1788509757.657226:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796928128 00000100:00100000:3.0:1788509757.657244:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796928384 00000100:00100000:3.0:1788509757.657247:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796928384 00000100:00100000:3.0:1788509757.657257:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788509757.657263:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3647:x1875387796928128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509757.657499:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788509757.657509:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3644:x1875387796928384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788509757.657531:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788509757.658767:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3644:x1875387796928384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1256us (1571us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509757.658778:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788509757.659169:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796928128:12345-0@lo:400:kworker.0 Request processed in 1904us (2284us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509757.659177:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788509757.659242:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796928384:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788509757.659522:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875387796928256:12345-0@lo:400:kworker.0 Request processed in 2492us (2738us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509757.659530:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788509757.659551:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788509757.659561:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875387796928000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509757.659889:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875387796928000:12345-0@lo:400:kworker.0 Request processed in 330us (2945us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509757.659956:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796927872 00000100:00100000:0.0:1788509757.659963:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796927872 00000100:00100000:0.0:1788509757.660011:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788509757.660018:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7e95c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:3644:x1875387796927872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509757.660130:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7e95c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:3644:x1875387796927872:12345-0@lo:400:kworker.0 Request processed in 113us (3296us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509757.660137:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788509757.660702:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3644:1875387796927872:0@lo:400:kworker.0 00010000:00080000:3.0:1788509757.660724:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8bcd85bd4a80 x1875387796928256/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509757.660735:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875387796928256:0@lo:400:kworker.0 00000100:00100000:1.0:1788509757.660810:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:2.0:1788509757.661143:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8bcd85bd4700 x1875387796928000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509757.661154:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875387796928000:0@lo:400:kworker.0 00000100:00100000:2.0:1788509757.661169:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796928128:0@lo:400:kworker.0 00000020:01000004:3.0:1788509757.960686:0:24205:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788509757.960690:0:24205:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:3.0:1788509757.960691:0:24205:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1788509757.960799:0:24205:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8bcdb05ab800 00000020:01000004:3.0:1788509757.960814:0:24205:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1788509757.960827:0:24205:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788509757.960840:0:24205:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8bcdb4623380) 00000020:00000080:3.0:1788509757.960856:0:24205:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1788509758.081330:0:24205:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1788509758.092302:0:24205:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1788509758.093936:0:24205:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1788509758.096116:0:24205:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1788509758.097301:0:24205:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1788509758.097945:0:24205:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1788509758.099782:0:24205:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:1.0:1788509758.102235:0:24205:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1788509758.102450:0:24205:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:1.0:1788509758.102464:0:24205:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788509758.102475:0:24205:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xe5156b86310df444 00000020:01000004:1.0:1788509758.102482:0:24205:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:1.0:1788509758.102505:0:24205:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.112@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788509758.102509:0:24205:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.112@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1788509758.102515:0:24205:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:1.0:1788509758.102519:0:24205:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:1.0:1788509758.102530:0:24205:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8bcc86304d40) 00000020:00000080:1.0:1788509758.102539:0:24205:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:1.0:1788509758.104499:0:24205:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788509758.104700:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:1.0:1788509758.104713:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:3.0:1788509758.107973:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:3.0:1788509758.107985:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:3.0:1788509758.108544:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1788509758.108551:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1788509758.122719:0:24205:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788509758.122943:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1788509758.122950:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:3.0:1788509758.126639:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:3.0:1788509758.126652:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1788509758.165161:0:24205:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788509758.165399:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1788509758.165406:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:3.0:1788509758.173158:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1788509758.173421:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1788509758.174594:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1788509758.174603:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1788509758.176718:0:24205:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788509758.176948:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1788509758.176955:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:1.0:1788509758.178846:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:1.0:1788509758.178856:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1788509758.269943:0:24205:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788509758.270243:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1788509758.270249:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:0.0:1788509758.271791:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1788509758.271801:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:0.0:1788509758.272427:0:24205:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:0.0:1788509758.272465:0:24205:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:0.0:1788509758.272472:0:24205:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.112@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:1.0:1788509758.304578:0:24205:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.112@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788509758.304637:0:24205:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.112@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1788509758.304643:0:24205:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788509758.304645:0:24205:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788509758.304646:0:24205:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788509758.304648:0:24205:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788509758.304728:0:24205:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788509758.304731:0:24205:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788509758.304732:0:24205:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788509758.304735:0:24205:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788509758.304737:0:24205:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788509758.304742:0:24205:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1788509758.304745:0:24205:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788509758.304746:0:24205:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788509758.304747:0:24205:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788509758.304748:0:24205:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788509758.304749:0:24205:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788509758.304751:0:24205:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788509758.304751:0:24205:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788509758.304752:0:24205:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788509758.304753:0:24205:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788509758.304947:0:24205:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1788509758.304974:0:24205:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796928512:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788509758.305123:0:24205:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509758.305178:0:24205:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb07b3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788509758.305226:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796928512 00000100:00100000:3.0:1788509758.305241:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796928512 00000100:00100000:0.0:1788509758.307159:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788509758.307182:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:24205:x1875387796928512:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788509758.307223:0:22700:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1788509758.307226:0:22700:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:0.0:1788509758.307230:0:22700:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1788509758.307710:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:24205:x1875387796928512:12345-0@lo:253:mount.lustre.0 Request processed in 538us (2587us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509758.307718:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788509758.307889:0:24205:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796928512:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788509758.307935:0:24205:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1788509758.307952:0:24205:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788509758.307954:0:24205:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788509758.307955:0:24205:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788509758.307956:0:24205:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788509758.307958:0:24205:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788509758.307959:0:24205:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788509758.307960:0:24205:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788509758.307962:0:24205:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788509758.307963:0:24205:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788509758.307980:0:24205:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8bcdb05ab800 from lustre-OST0000 10000000:01000000:1.0:1788509758.308009:0:24205:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:1.0:1788509758.308012:0:24205:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1788509758.308021:0:24205:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8bcdb0e20000 local copy 00010000:00010000:1.0:1788509758.308031:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227200/0xe5156b86310df1ff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df206 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509758.308139:0:24205:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796928640:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788509758.308177:0:24205:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509758.308213:0:24205:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb07b3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788509758.308704:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796928640 00000100:00100000:0.0:1788509758.308711:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796928640 00000100:00100000:2.0:1788509758.308929:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788509758.308955:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:24205:x1875387796928640:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788509758.309129:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:24205:x1875387796928640:12345-0@lo:501:mount.lustre.0 Request processed in 186us (950us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788509758.309139:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788509758.309672:0:24205:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796928640:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788509758.309696:0:24205:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.112@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1788509758.309729:0:24205:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.112@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1788509758.309738:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227200/0xe5156b86310df1ff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df206 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509758.309747:0:24205:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227200/0xe5156b86310df1ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df206 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788509758.309778:0:24205:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8bcdb05ab800 10000000:01000000:1.0:1788509758.309784:0:24205:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788509758.309790:0:24205:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1788509758.309803:0:24205:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788509758.309808:0:24205:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1788509758.309811:0:24205:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1788509758.309839:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcd92924c00/0xe5156b86310df452 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509758.309847:0:24205:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcd92924c00/0xe5156b86310df452 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509758.309857:0:24205:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcd92924c00/0xe5156b86310df452 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509758.309873:0:24205:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796928768:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788509758.309937:0:24205:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509758.309963:0:24205:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb07b3c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788509758.310223:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796928768 00000100:00100000:3.0:1788509758.310230:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796928768 00000100:00100000:3.0:1788509758.310284:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788509758.310294:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+18:24205:x1875387796928768:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788509758.310304:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509758.310317:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcc862af000/0xe5156b86310df459 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df452 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.310338:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcc862af000/0xe5156b86310df459 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df452 expref: 19 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.310348:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcc862af000/0xe5156b86310df459 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df452 expref: 19 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.310357:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc862af000, rc 0) 00000100:00100000:3.0:1788509758.310393:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+19:24205:x1875387796928768:12345-0@lo:101:mount.lustre.0 Request processed in 102us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509758.310400:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788509758.310871:0:24205:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796928768:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788509758.310886:0:24205:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcd92924c00/0xe5156b86310df452 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df459 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509758.310931:0:24205:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcd92924c00/0xe5156b86310df452 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df459 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788509758.312198:0:24205:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:1.0:1788509758.314598:0:24205:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788509758.319025:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1788509758.320990:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1788509758.321018:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1788509758.321030:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1788509758.321054:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1788509758.321070:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1788509758.321083:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1788509758.321096:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1788509758.321110:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:0.0:1788509758.321123:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:0.0:1788509758.321144:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:0.0:1788509758.321157:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:0.0:1788509758.321182:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:0.0:1788509758.321186:0:24205:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:0.0:1788509758.321305:0:24205:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d48700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796928896:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788509758.321372:0:24205:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509758.321413:0:24205:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb473e240 going to sleep for 11 seconds 00000100:00100000:3.0:1788509758.321475:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796928896 00000100:00100000:3.0:1788509758.321491:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796928896 00000100:00100000:3.0:1788509758.321737:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788509758.321750:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+19:24205:x1875387796928896:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788509758.322037:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+19:24205:x1875387796928896:12345-0@lo:501:mount.lustre.0 Request processed in 289us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509758.322046:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788509758.322102:0:24205:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d48700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796928896:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788509758.322734:0:24205:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796929024:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788509758.322883:0:24205:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509758.323811:0:24205:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87567540 going to sleep for 11 seconds 00000100:00100000:1.0:1788509758.324015:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796929024 00000100:00100000:1.0:1788509758.324027:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796929024 00000100:00100000:1.0:1788509758.324101:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788509758.324125:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+19:24205:x1875387796929024:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788509758.328535:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+19:24205:x1875387796929024:12345-0@lo:503:mount.lustre.0 Request processed in 4404us (5644us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509758.328550:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788509758.328838:0:24205:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796929024:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788509758.329353:0:24205:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788509758.329457:0:24205:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796929152:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788509758.329521:0:24205:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509758.329548:0:24205:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87567540 going to sleep for 11 seconds 00000100:00100000:0.0:1788509758.330032:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796929152 00000100:00100000:0.0:1788509758.330048:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796929152 00000100:00100000:0.0:1788509758.330105:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788509758.330116:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+19:24205:x1875387796929152:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788509758.330921:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+19:24205:x1875387796929152:12345-0@lo:502:mount.lustre.0 Request processed in 785us (1378us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509758.330931:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788509758.331049:0:24205:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796929152:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788509758.331365:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1788509758.331391:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1788509758.331404:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1788509758.331415:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1788509758.331426:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1788509758.331438:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1788509758.331520:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1788509758.331541:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1788509758.331553:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:2.0:1788509758.331564:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:2.0:1788509758.331574:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:2.0:1788509758.331583:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:2.0:1788509758.332940:0:24205:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796929280:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788509758.333086:0:24205:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509758.333165:0:24205:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd82b00600 going to sleep for 11 seconds 00000100:00100000:0.0:1788509758.333214:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796929280 00000100:00100000:0.0:1788509758.333222:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796929280 00000100:00100000:0.0:1788509758.333278:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788509758.333287:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+19:24205:x1875387796929280:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788509758.333461:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+19:24205:x1875387796929280:12345-0@lo:502:mount.lustre.0 Request processed in 174us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509758.333469:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788509758.333589:0:24205:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796929280:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788509758.333685:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1788509758.333696:0:24205:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:2.0:1788509758.335224:0:24222:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788509758.335234:0:24222:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:2.0:1788509758.335241:0:24222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788509758.335243:0:24222:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1788509758.335249:0:24222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788509758.335264:0:24222:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8bcd97e70000) 00000020:00000080:2.0:1788509758.335302:0:24222:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:2.0:1788509758.335310:0:24222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788509758.335372:0:24222:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8bcdb05ab800 from lustre-OST0000, refs=2 00080000:01000000:2.0:1788509758.335380:0:24222:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788509758.335387:0:24222:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xe5156b86310df467 00010000:00010000:2.0:1788509758.342761:0:24222:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:2.0:1788509758.344978:0:24222:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:3.0:1788509758.350407:0:24222:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1788509758.363009:0:24222:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1788509758.363022:0:24222:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788509758.363028:0:24222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788509758.363030:0:24222:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1788509758.363034:0:24222:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788509758.363037:0:24222:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:3.0:1788509758.363039:0:24222:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788509758.363040:0:24222:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788509758.363042:0:24222:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788509758.363044:0:24222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788509758.363045:0:24222:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788509758.363048:0:24222:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788509758.363051:0:24222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788509758.363065:0:24222:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788509758.363069:0:24222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788509758.363071:0:24222:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788509758.363074:0:24222:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788509758.363086:0:24222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788509758.363088:0:24222:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:3.0:1788509758.363090:0:24222:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788509758.363092:0:24222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788509758.363094:0:24222:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788509758.363097:0:24222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1788509758.363127:0:24222:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788509758.363130:0:24222:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788509758.363132:0:24222:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788509758.363135:0:24222:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:0.0:1788509758.365298:0:24205:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:0.0:1788509758.365345:0:24205:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1788509758.365364:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcd92924c00/0xe5156b86310df452 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df459 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.365376:0:24205:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcd92924c00/0xe5156b86310df452 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df459 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788509758.365393:0:24205:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8bcdb05ab800 from 1 10000000:01000000:0.0:1788509758.365397:0:24205:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788509758.365431:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a400/0xe5156b86310df46e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.365440:0:24205:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a400/0xe5156b86310df46e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.365452:0:24205:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a400/0xe5156b86310df46e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509758.365485:0:24205:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d4aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796929408:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788509758.365545:0:24205:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509758.365584:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796929408 00000100:00100000:0.0:1788509758.365591:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796929408 00000100:00100000:0.0:1788509758.365631:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788509758.365641:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+19:24205:x1875387796929408:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788509758.365652:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509758.365679:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcdb590ae00/0xe5156b86310df475 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df46e expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.365704:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcdb590ae00/0xe5156b86310df475 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df46e expref: 20 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.365714:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcdb590ae00/0xe5156b86310df475 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df46e expref: 20 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.365722:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb590ae00, rc 0) 00000100:00100000:0.0:1788509758.365752:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+20:24205:x1875387796929408:12345-0@lo:101:mount.lustre.0 Request processed in 113us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509758.365758:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788509758.365800:0:24205:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb473ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1788509758.365820:0:24205:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d4aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796929408:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788509758.365833:0:24205:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a400/0xe5156b86310df46e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df475 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.365841:0:24205:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a400/0xe5156b86310df46e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df475 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788509758.368431:0:24205:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1788509758.369938:0:24205:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788509758.370351:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1788509758.370383:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1788509758.370399:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1788509758.370416:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1788509758.370429:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1788509758.370443:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1788509758.370456:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1788509758.370471:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1788509758.370593:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1788509758.370615:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1788509758.370629:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1788509758.370648:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1788509758.370653:0:24205:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1788509758.370749:0:24205:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d4aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796929536:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788509758.370816:0:24205:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509758.370857:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796929536 00000100:00100000:0.0:1788509758.370858:0:24205:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb473e180 going to sleep for 11 seconds 00000100:00100000:3.0:1788509758.370864:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796929536 00000100:00100000:0.0:1788509758.370925:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788509758.370936:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+20:24205:x1875387796929536:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788509758.371684:0:24205:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d4aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796929536:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788509758.371724:0:24205:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796929664:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788509758.371768:0:24205:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509758.371797:0:24205:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87567180 going to sleep for 11 seconds 00000100:00100000:1.0:1788509758.371829:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796929664 00000100:00100000:0.0:1788509758.371833:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+20:24205:x1875387796929536:12345-0@lo:501:mount.lustre.0 Request processed in 641us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509758.371836:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796929664 00000100:00100000:0.0:1788509758.371847:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788509758.371879:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788509758.371887:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ceb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+20:24205:x1875387796929664:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788509758.372025:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ceb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+20:24205:x1875387796929664:12345-0@lo:503:mount.lustre.0 Request processed in 138us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509758.372070:0:24205:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796929664:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788509758.372346:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000040:00080000:1.0:1788509758.372446:0:24205:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788509758.372512:0:24205:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796929792:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788509758.372553:0:24205:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509758.372583:0:24205:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb07b39c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788509758.372743:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796929792 00000100:00100000:0.0:1788509758.372749:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796929792 00000100:00100000:0.0:1788509758.372784:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788509758.372792:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+20:24205:x1875387796929792:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788509758.372873:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+20:24205:x1875387796929792:12345-0@lo:502:mount.lustre.0 Request processed in 81us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509758.372880:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788509758.372926:0:24205:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796929792:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788509758.373297:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1788509758.373324:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1788509758.373339:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1788509758.373352:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1788509758.373364:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1788509758.373375:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1788509758.373387:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1788509758.373398:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1788509758.373409:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1788509758.373420:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1788509758.373447:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1788509758.373472:0:24205:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796929920:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788509758.373511:0:24205:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509758.373543:0:24205:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb07b39c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788509758.373594:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796929920 00000100:00100000:0.0:1788509758.373600:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796929920 00000100:00100000:0.0:1788509758.373638:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788509758.373646:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+20:24205:x1875387796929920:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788509758.373736:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+20:24205:x1875387796929920:12345-0@lo:502:mount.lustre.0 Request processed in 90us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509758.373743:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788509758.373858:0:24205:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796929920:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788509758.373933:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1788509758.373943:0:24205:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1788509758.375420:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788509758.375431:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788509758.375433:0:24226:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788509758.375440:0:24226:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8bcdb05ab800 00000020:00000080:3.0:1788509758.375443:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788509758.375451:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788509758.375454:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788509758.375455:0:24226:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788509758.375464:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788509758.375467:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788509758.375469:0:24226:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788509758.375472:0:24226:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8bcdb05ab800 00000020:00000080:3.0:1788509758.375474:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788509758.375735:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788509758.375740:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788509758.375741:0:24226:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788509758.375744:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788509758.375746:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788509758.375747:0:24226:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788509758.375751:0:24226:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8bcdb05ab800 00000020:00000080:3.0:1788509758.375753:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788509758.381431:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788509758.381443:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788509758.381446:0:24226:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788509758.381451:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788509758.381458:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788509758.381459:0:24226:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1788509758.381464:0:24226:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8bcdb05ab800 00000020:00000080:3.0:1788509758.381467:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788509758.382874:0:24226:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788509758.382882:0:24226:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788509758.382885:0:24226:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1788509758.382889:0:24226:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1788509758.382980:0:24205:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1788509758.384580:0:24205:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788509758.384602:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a400/0xe5156b86310df46e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df475 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.384615:0:24205:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a400/0xe5156b86310df46e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df475 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788509758.384697:0:24205:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788509758.384701:0:24205:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8bcdb05ab800 10000000:01000000:3.0:1788509758.384705:0:24205:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8bcdb05ab800 10000000:01000000:3.0:1788509758.384710:0:24205:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788509758.384716:0:24205:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8bcdb05ab800 from 1 10000000:01000000:3.0:1788509758.384720:0:24205:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788509758.384770:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862af200/0xe5156b86310df47c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.384779:0:24205:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcc862af200/0xe5156b86310df47c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.384791:0:24205:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcc862af200/0xe5156b86310df47c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509758.384815:0:24205:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796930048:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788509758.384881:0:24205:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509758.384941:0:24205:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87567540 going to sleep for 11 seconds 00000100:00100000:3.0:1788509758.384976:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796930048 00000100:00100000:3.0:1788509758.384983:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796930048 00000100:00100000:3.0:1788509758.385037:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788509758.385163:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87cebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+20:24205:x1875387796930048:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788509758.385176:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509758.385188:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcc862ae200/0xe5156b86310df483 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df47c expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.385210:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcc862ae200/0xe5156b86310df483 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df47c expref: 21 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.385234:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcc862ae200/0xe5156b86310df483 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df47c expref: 21 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.385243:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc862ae200, rc 0) 00000100:00100000:3.0:1788509758.385286:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87cebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:24205:x1875387796930048:12345-0@lo:101:mount.lustre.0 Request processed in 126us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509758.388991:0:24205:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796930048:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788509758.389022:0:24205:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcc862af200/0xe5156b86310df47c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df483 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.389034:0:24205:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcc862af200/0xe5156b86310df47c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df483 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509758.389784:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000040:00080000:0.0:1788509758.399490:0:24205:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1788509758.399887:0:24205:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788509758.400143:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1788509758.400173:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1788509758.400315:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1788509758.400352:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1788509758.400373:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1788509758.400393:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1788509758.400413:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1788509758.400434:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1788509758.400451:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1788509758.400468:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1788509758.400484:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1788509758.400500:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1788509758.400515:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1788509758.400527:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1788509758.400542:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1788509758.400555:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1788509758.400570:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1788509758.400586:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1788509758.400638:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1788509758.400688:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1788509758.400707:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1788509758.400723:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1788509758.400738:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1788509758.400753:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1788509758.400767:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1788509758.400782:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1788509758.400797:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1788509758.400810:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1788509758.400825:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1788509758.400839:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1788509758.400854:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1788509758.400876:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1788509758.400893:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1788509758.401107:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1788509758.401124:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1788509758.401161:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1788509758.401175:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1788509758.401187:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1788509758.401213:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1788509758.401231:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1788509758.401244:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1788509758.401257:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1788509758.401270:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1788509758.401285:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1788509758.401301:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1788509758.401322:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1788509758.401339:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1788509758.401356:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1788509758.401501:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1788509758.401522:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1788509758.401553:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1788509758.401560:0:24205:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1788509758.401670:0:24205:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d4a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796930176:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788509758.401738:0:24205:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509758.401791:0:24205:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb473e300 going to sleep for 11 seconds 00000100:00100000:1.0:1788509758.401874:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796930176 00000100:00100000:1.0:1788509758.401888:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796930176 00000100:00100000:1.0:1788509758.402539:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788509758.402549:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ceb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:24205:x1875387796930176:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788509758.402706:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ceb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:24205:x1875387796930176:12345-0@lo:501:mount.lustre.0 Request processed in 158us (968us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509758.402714:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1788509758.402862:0:24205:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d4a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796930176:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788509758.402953:0:24205:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796930304:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788509758.403108:0:24205:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509758.403174:0:24205:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd82a5d480 going to sleep for 11 seconds 00000100:00100000:0.0:1788509758.403298:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796930304 00000100:00100000:0.0:1788509758.403307:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796930304 00000100:00100000:1.0:1788509758.403449:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1788509758.403457:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87cea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:24205:x1875387796930304:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788509758.403557:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87cea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:24205:x1875387796930304:12345-0@lo:503:mount.lustre.0 Request processed in 101us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509758.403564:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788509758.403634:0:24205:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796930304:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788509758.404093:0:24205:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788509758.404182:0:24205:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796930432:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788509758.404224:0:24205:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509758.404253:0:24205:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd82a5d480 going to sleep for 11 seconds 00000100:00100000:0.0:1788509758.404267:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796930432 00000100:00100000:0.0:1788509758.404274:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796930432 00000100:00100000:0.0:1788509758.404302:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788509758.404310:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:24205:x1875387796930432:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788509758.404407:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:24205:x1875387796930432:12345-0@lo:502:mount.lustre.0 Request processed in 97us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509758.404415:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788509758.404443:0:24205:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796930432:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788509758.404615:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788509758.404641:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1788509758.404683:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1788509758.404698:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1788509758.404709:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1788509758.404721:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1788509758.404733:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1788509758.404745:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1788509758.404757:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788509758.404769:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1788509758.404782:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1788509758.404795:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1788509758.404808:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1788509758.404822:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1788509758.404835:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1788509758.404847:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1788509758.404872:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1788509758.404886:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1788509758.404948:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1788509758.404965:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1788509758.404980:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1788509758.405003:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1788509758.405020:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788509758.405034:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788509758.405047:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1788509758.405058:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1788509758.405070:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1788509758.405082:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1788509758.405096:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1788509758.405109:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1788509758.405122:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1788509758.405136:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1788509758.405150:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1788509758.405162:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1788509758.405189:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1788509758.405203:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1788509758.405216:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1788509758.405228:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1788509758.405241:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1788509758.405254:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1788509758.405266:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1788509758.405280:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1788509758.405293:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1788509758.405306:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1788509758.405319:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1788509758.405332:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1788509758.405345:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1788509758.405357:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1788509758.405395:0:24205:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796930560:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788509758.405453:0:24205:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509758.405485:0:24205:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd82a5d480 going to sleep for 11 seconds 00000100:00100000:1.0:1788509758.405525:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796930560 00000100:00100000:1.0:1788509758.405532:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796930560 00000100:00100000:1.0:1788509758.405589:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1788509758.405598:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:24205:x1875387796930560:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788509758.405719:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:24205:x1875387796930560:12345-0@lo:502:mount.lustre.0 Request processed in 122us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509758.405727:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1788509758.405763:0:24205:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796930560:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788509758.405999:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:1.0:1788509758.406028:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:1.0:1788509758.406053:0:24205:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796930688:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788509758.406089:0:24205:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509758.406140:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796930688 00000100:00100000:0.0:1788509758.406144:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796930688 00000100:00100000:0.0:1788509758.406177:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1788509758.406184:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ceac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:24205:x1875387796930688:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788509758.406252:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ceac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:24205:x1875387796930688:12345-0@lo:502:mount.lustre.0 Request processed in 69us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509758.406259:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1788509758.412214:0:24205:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb07b30c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788509758.412257:0:24205:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796930688:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788509758.412358:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1788509758.412372:0:24205:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1788509758.413131:0:24232:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1788509758.413148:0:24232:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8bcdbbec8000) 00000020:00000080:0.0:1788509758.413172:0:24232:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:0.0:1788509758.413246:0:24232:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8bcdb05ab800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788509758.413250:0:24232:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8bcdb05ab800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788509758.413252:0:24232:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8bcdb05ab800 3 00010000:00080000:0.0:1788509758.413282:0:24232:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8bcc8842b800@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.112@tcp at head 00010000:00010000:0.0:1788509758.415030:0:24232:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:0.0:1788509758.415210:0:24232:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:0.0:1788509758.415253:0:24232:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788509758.415266:0:24232:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xe5156b86310df491 00000100:00080000:0.0:1788509758.415275:0:24232:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788509758.415281:0:24232:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8bcc8842b800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:0.0:1788509758.415315:0:24232:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc87d4b800 x1875387796930816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788509758.415339:0:24232:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1788509758.415686:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3643:1875387796930816:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788509758.415765:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788509758.416355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788509758.416360:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788509758.416362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788509758.416365:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788509758.416389:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788509758.416393:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788509758.416397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788509758.416400:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788509758.416429:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796930944:0@lo:400:kworker.0 00000100:00100000:1.0:1788509758.416466:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509758.416492:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788509758.416498:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875387796931072:0@lo:400:kworker.0 00000100:00100000:1.0:1788509758.416522:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509758.416557:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796931200:0@lo:400:kworker.0 00000100:00100000:1.0:1788509758.416581:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509758.416598:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788509758.416603:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875387796931328:0@lo:400:kworker.0 00000100:00100000:1.0:1788509758.416623:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509758.416679:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796930944 00000100:00100000:1.0:1788509758.416686:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796930944 00000100:00100000:1.0:1788509758.416723:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796931200 00000100:00100000:1.0:1788509758.416726:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796931200 00000100:00100000:1.0:1788509758.416741:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788509758.416749:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796930944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509758.416810:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796930944:12345-0@lo:400:kworker.0 Request processed in 61us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509758.416818:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788509758.416836:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788509758.416843:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796931200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509758.416874:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796931200:12345-0@lo:400:kworker.0 Request processed in 32us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509758.416880:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788509758.416922:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796930816 00000100:00100000:1.0:1788509758.416926:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796930816 00000100:00100000:1.0:1788509758.416937:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796931072 00000100:00100000:1.0:1788509758.416940:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796931072 00000100:00100000:1.0:1788509758.416952:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796931328 00000100:00100000:1.0:1788509758.416955:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796931328 00000100:00100000:1.0:1788509758.416967:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788509758.416973:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875387796931072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509758.417001:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875387796931072:12345-0@lo:400:kworker.0 Request processed in 28us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509758.417008:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788509758.417018:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788509758.417024:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875387796931328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509758.417048:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875387796931328:12345-0@lo:400:kworker.0 Request processed in 24us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509758.417053:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788509758.417063:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788509758.417067:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1875387796930816:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788509758.417098:0:22705:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 655 last 0 00000020:00000080:1.0:1788509758.417128:0:22705:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xe5156b86310df498 00000004:00100000:1.0:1788509758.417143:0:22705:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788509758.417173:0:22705:0:(import.c:65:import_set_state_nolock()) ffff8bcd82e8f800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788509758.417214:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875387796930816:12345-0@lo:38:llog_process_th.0 Request processed in 145us (1449us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509758.417222:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1788509758.417264:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8bcd85bd4a80 x1875387796931328/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509758.417277:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875387796931328:0@lo:400:kworker.0 00000100:00100000:1.0:1788509758.417288:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796931200:0@lo:400:kworker.0 00010000:00080000:1.0:1788509758.417321:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8bcc87d4b800 x1875387796930816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788509768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509758.417328:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788509758.417336:0:3643:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1788509758.417342:0:3643:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788509758.417347:0:3643:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788509758.417349:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcc8842b800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788509758.417355:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3643:1875387796930816:0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788509758.417380:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8bcd85bd5180 x1875387796931072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509758.417388:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875387796931072:0@lo:400:kworker.0 00000100:00100000:1.0:1788509758.417396:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796930944:0@lo:400:kworker.0 00000020:01000004:0.0:1788509758.417839:0:24232:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1788509758.417854:0:24232:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8bcdbbeccd40) 00000020:00000080:0.0:1788509758.417875:0:24232:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:0.0:1788509758.417995:0:24232:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8bcdb05ab800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788509758.418004:0:24232:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8bcdb05ab800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788509758.418007:0:24232:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8bcdb05ab800 3 00010000:00080000:0.0:1788509758.418035:0:24232:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8bcdb05ad000@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.112@tcp at head 00010000:00010000:0.0:1788509758.419678:0:24232:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:0.0:1788509758.419845:0:24232:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:0.0:1788509758.419885:0:24232:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788509758.419924:0:24232:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xe5156b86310df4a6 00000100:00080000:0.0:1788509758.419934:0:24232:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788509758.419940:0:24232:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8bcdb05ad000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:0.0:1788509758.419972:0:24232:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc87d49880 x1875387796931456/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788509758.420007:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3643:1875387796931456:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788509758.420075:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509758.420135:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796931456 00000100:00100000:0.0:1788509758.420141:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796931456 00000100:00100000:0.0:1788509758.420167:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788509758.420173:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1875387796931456:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788509758.420196:0:22705:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 655 last 0 00000020:00000080:0.0:1788509758.420223:0:22705:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xe5156b86310df4ad 00000004:00100000:0.0:1788509758.420236:0:22705:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788509758.420264:0:22705:0:(import.c:65:import_set_state_nolock()) ffff8bcc872a4000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788509758.420309:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875387796931456:12345-0@lo:38:llog_process_th.0 Request processed in 134us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509758.420316:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1788509758.420351:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8bcc87d49880 x1875387796931456/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788509768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509758.420361:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788509758.420385:0:3643:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1788509758.420391:0:3643:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788509758.420395:0:3643:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1788509758.420397:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcdb05ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788509758.420402:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3643:1875387796931456:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1788509758.420419:0:24232:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1788509758.420440:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788509758.420444:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788509758.420448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788509758.420451:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788509758.420454:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788509758.420457:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788509758.420459:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788509758.420462:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:0.0:1788509758.424962:0:24232:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:1.0:1788509758.425426:0:24205:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1788509758.425457:0:24205:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788509758.427215:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc862af200/0xe5156b86310df47c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df483 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509758.427230:0:24205:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcc862af200/0xe5156b86310df47c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df483 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1788509758.427307:0:24205:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1788509758.427310:0:24205:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788509758.427311:0:24205:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788509758.427312:0:24205:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788509758.427313:0:24205:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788509758.427314:0:24205:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788509758.427316:0:24205:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788509758.427318:0:24205:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788509758.427319:0:24205:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788509758.427323:0:24205:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:1.0:1788509758.427326:0:24205:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788509758.427328:0:24205:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788509758.427329:0:24205:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788509758.427330:0:24205:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788509758.427331:0:24205:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788509758.427332:0:24205:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788509758.427333:0:24205:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788509758.427334:0:24205:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788509758.427335:0:24205:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788509758.427361:0:24205:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1788509758.427382:0:24205:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd87c68000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796931584:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788509758.427452:0:24205:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509758.428211:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796931584 00000100:00100000:1.0:1788509758.428221:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796931584 00000100:00100000:1.0:1788509758.434651:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1788509758.434680:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87cea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:24205:x1875387796931584:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788509758.434724:0:22700:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1788509758.434738:0:22700:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:1.0:1788509758.434867:0:24205:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd98243a80 going to sleep for 11 seconds 20000000:01000000:1.0:1788509758.466234:0:22700:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788509758.466265:0:22700:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1788509758.466690:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87cea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:24205:x1875387796931584:12345-0@lo:253:mount.lustre.0 Request processed in 32013us (39232us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509758.466703:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 20000000:01000000:0.0:1788509758.466774:0:22721:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788509758.466784:0:22721:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788509758.466816:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8bcdb590b800/0xe5156b86310df4b4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.466837:0:22721:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df3fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df3f7 expref: 20 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.466845:0:22721:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df40c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df405 expref: 20 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.466878:0:22721:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8bcdb590b800/0xe5156b86310df4b4 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509758.467054:0:24205:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd87c68000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:24205:1875387796931584:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788509758.467073:0:24205:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1788509758.467077:0:24205:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788509758.467079:0:24205:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788509758.467081:0:24205:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788509758.467082:0:24205:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788509758.467084:0:24205:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788509758.467086:0:24205:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788509758.467087:0:24205:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788509758.467089:0:24205:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788509758.467091:0:24205:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788509758.467119:0:24205:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:3.0:1788509758.469762:0:24205:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:0.0:1788509758.469826:0:22721:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df40c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe5156b86310df405 expref: 20 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.469853:0:22721:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df40c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe5156b86310df405 expref: 20 pid: 22699 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509758.469873:0:22721:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d49880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1875387796931712:0@lo:104: 00000100:00100000:0.0:1788509758.469977:0:22721:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788509758.470075:0:22721:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df3fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe5156b86310df3f7 expref: 20 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.470083:0:22721:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df3fe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe5156b86310df3f7 expref: 20 pid: 22700 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509758.470091:0:22721:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d4bb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1875387796931840:0@lo:104: 00000100:00100000:0.0:1788509758.470122:0:22721:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509758.470160:0:22721:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd87b12300 going to sleep for 11 seconds 00002000:00080000:3.0:1788509758.473761:0:24205:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:3.0:1788509758.473771:0:24205:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:3.0:1788509758.473808:0:24205:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788509758.473859:0:24205:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.112@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788509758.473876:0:24205:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=49 00000080:00000004:3.0:1788509758.474060:0:24205:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000100:00100000:1.0:1788509758.474546:0:22689:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1788509758.474578:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796931712 00000100:00100000:1.0:1788509758.474588:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796931712 00000100:00100000:1.0:1788509758.474645:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796931840 00000100:00100000:1.0:1788509758.474650:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796931840 00000100:00100000:1.0:1788509758.474678:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788509758.474687:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+4:22721:x1875387796931712:12345-0@lo:104: 00010000:00010000:1.0:1788509758.474707:0:22689:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a800/0xe5156b86310df405 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df40c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509758.474797:0:22689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788509758.474805:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+4:22721:x1875387796931712:12345-0@lo:104: Request processed in 119us (4829us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509758.474814:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788509758.474833:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788509758.474843:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7e91850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+3:22721:x1875387796931840:12345-0@lo:104: 00010000:00010000:1.0:1788509758.474851:0:22689:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df3f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df3fe expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509758.474887:0:22689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788509758.474923:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7e91850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+3:22721:x1875387796931840:12345-0@lo:104: Request processed in 83us (4800us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509758.474935:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788509758.479253:0:22690:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 0 new 8192-byte reqbufs (1/1 left), rc = 0 00010000:00010000:0.0:1788509758.480415:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788509758.480432:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a800/0xe5156b86310df405 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df40c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.480448:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb590a800 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:0.0:1788509758.480453:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a800/0xe5156b86310df405 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xe5156b86310df40c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.480487:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a800/0xe5156b86310df405 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xe5156b86310df40c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788509758.480496:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a800/0xe5156b86310df405 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xe5156b86310df40c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788509758.480502:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788509758.480585:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a800/0xe5156b86310df405 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df40c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.480593:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788509758.480627:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a800/0xe5156b86310df405 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df40c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.480635:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a800/0xe5156b86310df405 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df40c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.480666:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788509758.480670:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df3f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df3fe expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.480677:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb1227800 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:0.0:1788509758.480680:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df3f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe5156b86310df3fe expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.480688:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df3f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe5156b86310df3fe expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788509758.480695:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df3f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe5156b86310df3fe expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788509758.481927:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788509758.481967:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df3f7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df3fe expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.481974:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788509758.481986:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df3f7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df3fe expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.481993:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df3f7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df3fe expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.482013:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509758.482015:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509758.482017:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509758.482030:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509758.482830:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3647:1875387796932096:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788509758.482946:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509758.483010:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788509758.483018:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3647:1875387796931968:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788509758.486032:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509758.486437:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796932096 00000100:00100000:3.0:1788509758.486449:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796932096 00010000:00010000:3.0:1788509758.486493:0:22692:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df3fe lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df3f7 expref: 21 pid: 22700 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509758.486531:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796931968 00000100:00100000:3.0:1788509758.486534:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796931968 00010000:00010000:3.0:1788509758.486546:0:22692:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df40c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df405 expref: 22 pid: 22699 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509758.486563:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788509758.486572:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:3647:x1875387796932096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788509758.486604:0:22692:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788509758.486610:0:22692:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df3fe lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df3f7 expref: 22 pid: 22700 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.486622:0:22692:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df3fe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe5156b86310df3f7 expref: 22 pid: 22700 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.486664:0:22692:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788509758.486784:0:22691:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1788509758.486795:0:22691:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000020:00000004:2.0:1788509758.487169:0:24205:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788509758.487558:0:24205:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788509758.489994:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:3647:x1875387796932096:12345-0@lo:103:ldlm_bl.0 Request processed in 3411us (7036us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509758.490013:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788509758.490070:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788509758.490086:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd91345850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:3647:x1875387796931968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788509758.490110:0:22692:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788509758.490126:0:22692:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df40c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df405 expref: 21 pid: 22699 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.490144:0:22692:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df40c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe5156b86310df405 expref: 21 pid: 22699 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.490172:0:22692:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8bcdb590b800/0xe5156b86310df4b4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.490181:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcdb590b800/0xe5156b86310df4b4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1788509758.490206:0:22692:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.023421783s 00010000:00010000:3.0:1788509758.490211:0:22692:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8bcdb590b800/0xe5156b86310df4b4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.490241:0:22692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8bcdb590b800/0xe5156b86310df4b4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.490248:0:22692:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8bcdb590b800/0xe5156b86310df4b4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.490254:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8bcdb590b800/0xe5156b86310df4b4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.490260:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb590b800 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:3.0:1788509758.490277:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8bcdb590b800/0xe5156b86310df4b4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.490286:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8bcdb590b800/0xe5156b86310df4b4 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.490296:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8bcdb590b800/0xe5156b86310df4b4 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509758.490308:0:22692:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788509758.490375:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd91345850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:3647:x1875387796931968:12345-0@lo:103:ldlm_bl.0 Request processed in 296us (4349us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509758.490381:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788509758.495962:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3647:1875387796931968:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788509758.495982:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3647:1875387796932096:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788509758.499980:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcdb590a200/0xe5156b86310df40c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe5156b86310df405 expref: 20 pid: 22699 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509758.500000:0:22721:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d49880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1875387796931712:0@lo:104: 00010000:00010000:1.0:1788509758.500013:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcdb590b200/0xe5156b86310df3fe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe5156b86310df3f7 expref: 19 pid: 22700 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509758.500022:0:22721:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d4bb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1875387796931840:0@lo:104: 00010000:00010000:1.0:1788509758.501401:0:22721:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8bcdb590b800/0xe5156b86310df4b4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509758.501419:0:22721:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8bcdb590b800/0xe5156b86310df4b4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509758.501426:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8bcdb590b800/0xe5156b86310df4b4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509758.501434:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcdb590b800/0xe5156b86310df4b4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509758.678512:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788509759.193675:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:3.0:1788509759.580268:0:24287:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788509759.580479:0:24287:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:0.0:1788509759.638000:0:22702:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788509759.638006:0:22702:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8bcd83e73000 from 13 10000000:01000000:0.0:1788509759.638021:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788509759.638063:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb590bc00/0xe5156b86310df4bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509759.638073:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcdb590bc00/0xe5156b86310df4bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509759.638084:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcdb590bc00/0xe5156b86310df4bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509759.638107:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d48000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796932224:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788509759.638213:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509759.638254:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd87b12900 going to sleep for 11 seconds 00000100:00100000:1.0:1788509759.638379:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796932224 00000100:00100000:1.0:1788509759.638387:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796932224 00000100:00100000:1.0:1788509759.638438:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788509759.638448:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ceb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+19:22702:x1875387796932224:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788509759.638460:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788509759.638474:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcd92924200/0xe5156b86310df4c2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df4bb expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509759.638504:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcd92924200/0xe5156b86310df4c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df4bb expref: 20 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509759.638514:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcd92924200/0xe5156b86310df4c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df4bb expref: 20 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509759.638523:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd92924200, rc 0) 00000100:00100000:1.0:1788509759.638566:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ceb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+20:22702:x1875387796932224:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509759.638573:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1788509759.638827:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d48000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796932224:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788509759.638843:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcdb590bc00/0xe5156b86310df4bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df4c2 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509759.638851:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcdb590bc00/0xe5156b86310df4bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df4c2 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509759.639034:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d48000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796932352:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788509759.639069:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509759.639086:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd87b12900 going to sleep for 11 seconds 00000100:00100000:1.0:1788509759.639947:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796932352 00000100:00100000:1.0:1788509759.639955:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796932352 00000100:00100000:1.0:1788509759.640003:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788509759.640011:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87cea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+20:22702:x1875387796932352:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788509759.640030:0:22700:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788509759.640049:0:22700:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788509759.640052:0:22700:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1788509759.640155:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87cea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+20:22702:x1875387796932352:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 144us (1085us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509759.640163:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1788509759.640272:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d48000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796932352:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788509759.640341:0:22702:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788509759.640349:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb590bc00/0xe5156b86310df4bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df4c2 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509759.640358:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcdb590bc00/0xe5156b86310df4bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df4c2 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509759.640367:0:22702:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788509759.640369:0:22702:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8bcd84f1c800 from 13 10000000:01000000:2.0:1788509759.640372:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788509759.640395:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227a00/0xe5156b86310df4c9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509759.640402:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227a00/0xe5156b86310df4c9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509759.640416:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227a00/0xe5156b86310df4c9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509759.640431:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88425880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796932480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788509759.640458:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509759.640479:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd87a7f600 going to sleep for 11 seconds 00000100:00100000:1.0:1788509759.640531:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796932480 00000100:00100000:1.0:1788509759.640536:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796932480 00000100:00100000:1.0:1788509759.640595:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788509759.640602:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+20:22702:x1875387796932480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788509759.640611:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788509759.640623:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df4d0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df4c9 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509759.640661:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df4d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df4c9 expref: 21 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509759.640672:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df4d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df4c9 expref: 21 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509759.640680:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd92924a00, rc 0) 00000100:00100000:1.0:1788509759.640712:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:22702:x1875387796932480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509759.640719:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788509759.645561:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88425880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796932480:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788509759.645592:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227a00/0xe5156b86310df4c9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df4d0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509759.645604:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227a00/0xe5156b86310df4c9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df4d0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509759.645694:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd87c69500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796932608:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788509759.645757:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509759.645985:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87767900 going to sleep for 11 seconds 00000100:00100000:1.0:1788509759.646004:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796932608 00000100:00100000:1.0:1788509759.646010:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796932608 00000100:00100000:1.0:1788509759.646085:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1788509759.646094:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:22702:x1875387796932608:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788509759.646113:0:22700:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788509759.646129:0:22700:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788509759.646136:0:22700:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1788509759.646215:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:22702:x1875387796932608:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 122us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509759.646223:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1788509759.646258:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd87c69500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796932608:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788509759.646308:0:22702:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788509759.646316:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227a00/0xe5156b86310df4c9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df4d0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509759.646324:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227a00/0xe5156b86310df4c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df4d0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509759.709149:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509760.727624:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509761.758791:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788509762.774221:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796932736:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788509762.774343:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509762.774378:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788509762.774384:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796932864:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788509762.774407:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788509762.774493:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509762.774551:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796932736 00000100:00100000:0.0:1788509762.774559:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796932736 00000100:00100000:0.0:1788509762.774602:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796932864 00000100:00100000:0.0:1788509762.774612:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796932864 00000100:00100000:0.0:1788509762.774642:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788509762.774650:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796932736:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788509762.774691:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788509762.774743:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796932736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509762.774750:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788509762.774765:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788509762.774771:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796932864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788509762.774787:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788509762.774814:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796932864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 43us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509762.774831:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788509762.775128:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796932864:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788509762.775140:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796932736:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788509763.804130:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788509763.804279:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788509763.804283:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788509763.804285:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788509763.804288:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788509763.804310:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788509763.804321:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788509763.804323:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788509763.804326:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788509763.804363:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd87c68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796933120:0@lo:400:kworker.0 00000100:00100000:1.0:1788509763.804426:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509763.804466:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd87c69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3647:1875387796933632:0@lo:400:kworker.0 00000100:00100000:1.0:1788509763.804520:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509763.804544:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788509763.804550:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd87c68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3647:1875387796932992:0@lo:400:kworker.0 00000100:00100000:1.0:1788509763.804586:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509763.804603:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd87c6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875387796933504:0@lo:400:kworker.0 00000100:00100000:1.0:1788509763.804628:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509763.804651:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd87c6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875387796933248:0@lo:400:kworker.0 00000100:00100000:1.0:1788509763.804675:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509763.804689:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd87c68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3644:1875387796933760:0@lo:400:kworker.0 00000100:00100000:1.0:1788509763.804707:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509763.804715:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788509763.804719:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd87c6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796933376:0@lo:400:kworker.0 00000100:00100000:1.0:1788509763.804734:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509763.804760:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796933120 00000100:00100000:1.0:1788509763.804767:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796933120 00000100:00100000:1.0:1788509763.804800:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796933376 00000100:00100000:1.0:1788509763.804802:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796933376 00000100:00100000:1.0:1788509763.804814:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788509763.804821:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796933120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509763.804869:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796933120:12345-0@lo:400:kworker.0 Request processed in 48us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509763.804877:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788509763.804892:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788509763.804919:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796933376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509763.804946:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796933376:12345-0@lo:400:kworker.0 Request processed in 49us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509763.804952:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788509763.804968:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796933632 00000100:00100000:1.0:1788509763.804971:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796933632 00000100:00100000:1.0:1788509763.807247:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796933504 00000100:00100000:1.0:1788509763.807258:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796933504 00000100:00100000:1.0:1788509763.807271:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796933248 00000100:00100000:1.0:1788509763.807273:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796933248 00000100:00100000:1.0:1788509763.807281:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796933760 00000100:00100000:1.0:1788509763.807284:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796933760 00000100:00100000:1.0:1788509763.807302:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788509763.807310:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875387796933632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509763.807383:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875387796933632:12345-0@lo:400:kworker.0 Request processed in 74us (2862us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509763.807389:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788509763.807402:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788509763.807407:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875387796933504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509763.807426:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875387796933504:12345-0@lo:400:kworker.0 Request processed in 20us (2807us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509763.807432:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788509763.807439:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788509763.807451:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875387796933248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509763.807473:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875387796933248:12345-0@lo:400:kworker.0 Request processed in 23us (2798us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509763.807479:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788509763.807487:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788509763.807492:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875387796933760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509763.807512:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875387796933760:12345-0@lo:400:kworker.0 Request processed in 20us (2803us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509763.807517:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788509763.807535:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796932992 00000100:00100000:1.0:1788509763.807538:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796932992 00000100:00100000:1.0:1788509763.807582:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1788509763.807589:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:3647:x1875387796932992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509763.807616:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:3647:x1875387796932992:12345-0@lo:400:kworker.0 Request processed in 28us (3030us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509763.807631:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1788509763.807710:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd87c6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796933376:0@lo:400:kworker.0 00010000:00080000:1.0:1788509763.807724:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcd87c6a680 x1875387796933248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509763.807733:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd87c6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875387796933248:0@lo:400:kworker.0 00010000:00080000:1.0:1788509763.807742:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcd87c68700 x1875387796933760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509763.807749:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd87c68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3644:1875387796933760:0@lo:400:kworker.0 00000100:00100000:1.0:1788509763.807779:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd87c68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3647:1875387796932992:0@lo:400:kworker.0 00010000:00080000:1.0:1788509763.807798:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcd87c6aa00 x1875387796933504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509763.807806:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd87c6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875387796933504:0@lo:400:kworker.0 00000100:00100000:1.0:1788509763.807816:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd87c68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796933120:0@lo:400:kworker.0 00010000:00080000:1.0:1788509763.807825:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcd87c69c00 x1875387796933632/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509763.807832:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd87c69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3647:1875387796933632:0@lo:400:kworker.0 00000100:00080000:2.0:1788509763.808080:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788509763.808086:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:3.0:1788509764.694648:0:23458:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788509764.822202:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788509765.839729:0:24576:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788509765.846264:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509766.877097:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788509767.105713:0:24630:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788509767.105976:0:24630:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1788509767.641757:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788509752/real 1788509752] req@ffff8bcd85bd4380 x1875387796927488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509767 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509767.641786:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bcd85bd4380 x1875387796927488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509767 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509767.641795:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788509752/real 1788509752] req@ffff8bcd85bd5c00 x1875387796927616/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509767 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509767.641805:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bcd85bd5c00 x1875387796927616/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509767 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788509767.641822:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd83ce8800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788509767.641854:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788509767.641859:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796927488:0@lo:8:kworker.0 00000100:00080000:0.0:1788509767.641865:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd84a58000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788509767.641871:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788509767.641873:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796927616:0@lo:8:kworker.0 00000100:00080000:3.0:1788509767.642856:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788509767.642861:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788509767.642870:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788509767.642873:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788509767.642925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788509767.642929:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788509767.642932:0:36:0:(import.c:65:import_set_state_nolock()) ffff8bcd83ce8800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788509767.642938:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 649 00000100:00080000:3.0:1788509767.642944:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788509767.642950:0:36:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8bcd83ce8800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509767.642970:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcdb066e300 x1875387796934400/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788509767.642983:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788509767.642986:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788509767.642988:0:36:0:(import.c:65:import_set_state_nolock()) ffff8bcd84a58000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788509767.642991:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 649 00000100:00080000:3.0:1788509767.642993:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788509767.642996:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8bcd84a58000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509767.643006:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcdb066d500 x1875387796934528/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788509767.643045:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875387796934144:0@lo:400:kworker.0 00000100:00100000:3.0:1788509767.643107:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509767.643139:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3647:1875387796934912:0@lo:400:kworker.0 00000100:00100000:3.0:1788509767.643164:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509767.643184:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788509767.643189:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796934016:0@lo:400:kworker.0 00000100:00100000:3.0:1788509767.643221:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509767.643249:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3647:1875387796934784:0@lo:400:kworker.0 00000100:00100000:3.0:1788509767.643271:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509767.643299:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796934144 00000100:00100000:3.0:1788509767.643305:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796934144 00000100:00100000:3.0:1788509767.643339:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796934912 00000100:00100000:3.0:1788509767.643341:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796934912 00000100:00100000:3.0:1788509767.643362:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796934784 00000100:00100000:3.0:1788509767.643364:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796934784 00000100:00100000:3.0:1788509767.643380:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788509767.643387:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875387796934144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509767.643433:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875387796934144:12345-0@lo:400:kworker.0 Request processed in 45us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509767.643439:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788509767.643467:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788509767.643475:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875387796934912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509767.643501:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875387796934912:12345-0@lo:400:kworker.0 Request processed in 28us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509767.643507:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788509767.643518:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788509767.643524:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875387796934784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509767.643548:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875387796934784:12345-0@lo:400:kworker.0 Request processed in 24us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509767.643553:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788509767.643574:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796934016 00000100:00100000:3.0:1788509767.643577:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796934016 00000100:00100000:3.0:1788509767.643613:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788509767.643626:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796934016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509767.643782:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796934016:12345-0@lo:400:kworker.0 Request processed in 156us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509767.643788:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788509767.643829:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796934016:0@lo:400:kworker.0 00010000:00080000:3.0:1788509767.643840:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcdb066c000 x1875387796934784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509767.643848:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3647:1875387796934784:0@lo:400:kworker.0 00010000:00080000:3.0:1788509767.643857:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcdb066ce00 x1875387796934144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509767.643865:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875387796934144:0@lo:400:kworker.0 00010000:00080000:3.0:1788509767.643873:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcda62f8380 x1875387796934912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509767.643880:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3647:1875387796934912:0@lo:400:kworker.0 00000100:00100000:0.0:1788509767.644009:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796934272:0@lo:400:kworker.0 00000100:00100000:0.0:1788509767.644046:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509767.644076:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788509767.644083:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3644:1875387796933888:0@lo:400:kworker.0 00000100:00100000:0.0:1788509767.644110:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509767.644129:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875387796934656:0@lo:400:kworker.0 00000100:00100000:0.0:1788509767.644148:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509767.644177:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796934400:0@lo:8:kworker.0 00000100:00100000:0.0:1788509767.644205:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509767.644228:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796934528:0@lo:8:kworker.0 00000100:00100000:0.0:1788509767.644252:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509767.644284:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796934400 00000100:00100000:0.0:1788509767.644289:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796934400 00000100:00100000:0.0:1788509767.644306:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796934528 00000100:00100000:0.0:1788509767.644308:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796934528 00000100:00100000:0.0:1788509767.644319:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788509767.644324:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3643:x1875387796934400:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1788509767.644348:0:24210:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 664 last 0 00000020:00000080:0.0:1788509767.644371:0:24210:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe5156b86310df4d7 00002000:00100000:0.0:1788509767.644384:0:24210:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8bcc872a1000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a04 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:0.0:1788509767.644395:0:24210:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:0.0:1788509767.644397:0:24210:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1788509767.644618:0:24210:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:0.0:1788509767.644642:0:24210:0:(import.c:65:import_set_state_nolock()) ffff8bcc872a3000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788509767.644697:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3643:x1875387796934400:12345-0@lo:8:kworker.0 Request processed in 371us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509767.644704:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788509767.644718:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788509767.644722:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3643:x1875387796934528:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1788509767.644734:0:24210:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1788509767.645132:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788509767.645138:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788509767.645149:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796933888 00000100:00100000:2.0:1788509767.645155:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796933888 00000100:00100000:2.0:1788509767.645191:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1788509767.645197:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:3644:x1875387796933888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509767.645240:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:3644:x1875387796933888:12345-0@lo:400:kworker.0 Request processed in 43us (1128us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509767.645246:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1788509767.645292:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3644:1875387796933888:0@lo:400:kworker.0 00000100:00100000:3.0:1788509767.645369:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796934272 00000100:00100000:3.0:1788509767.645373:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796934272 00000100:00100000:3.0:1788509767.645422:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788509767.645430:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796934272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509767.646812:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796934272:12345-0@lo:400:kworker.0 Request processed in 1376us (2757us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509767.646823:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788509767.650250:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796934656 00000100:00100000:3.0:1788509767.650264:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796934656 00000100:00100000:3.0:1788509767.650325:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788509767.650345:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875387796934656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509767.650426:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875387796934656:12345-0@lo:400:kworker.0 Request processed in 84us (6276us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509767.650433:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788509767.658091:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796934272:0@lo:400:kworker.0 00010000:00080000:2.0:1788509767.658129:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcdb066d180 x1875387796934656/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509767.658140:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875387796934656:0@lo:400:kworker.0 00010000:00080000:1.0:1788509767.658987:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcdb066e300 x1875387796934400/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788509787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509767.658999:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788509767.659008:0:3643:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1788509767.659016:0:3643:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1788509767.659023:0:3643:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1788509767.659026:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd83ce8800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1788509767.659047:0:3643:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1788509767.659053:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796934400:0@lo:8:kworker.0 00000004:00080000:2.0:1788509767.659156:0:23448:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:2.0:1788509767.659180:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23448:1875387796935168:0@lo:7:osp-pre-0-1.0 00000100:00100000:2.0:1788509767.659239:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509767.659266:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87d42480 going to sleep for 11 seconds 00000004:00080000:2.0:1788509767.659281:0:23447:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1788509767.659370:0:23447:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 664820470780ns, next at 0ns, rc = 0 00080000:00080000:2.0:1788509767.659377:0:23447:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1788509767.659408:0:24209:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1788509767.659415:0:24209:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:1.0:1788509767.659701:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796935040:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788509767.659732:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509767.666229:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796935040 00000100:00100000:2.0:1788509767.666245:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796935040 00000100:00100000:2.0:1788509767.666310:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788509767.666320:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3644:x1875387796935040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788509767.666352:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788509767.666431:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3644:x1875387796935040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (6698us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509767.666438:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1788509767.666492:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcc88424e00 x1875387796935040/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788509783 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509767.666511:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796935040:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788509767.666540:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788509767.673071:0:24209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796935168 00000100:00100000:2.0:1788509767.673085:0:24209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796935168 00000100:00100000:3.0:1788509767.673451:0:24652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788509767.673465:0:24652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23448:x1875387796935168:12345-0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1788509767.674141:0:23438:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:3.0:1788509767.687122:0:24652:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1788509767.687137:0:24652:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1788509767.687266:0:24652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23448:x1875387796935168:12345-0@lo:7:osp-pre-0-1.0 Request processed in 13799us (28020us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509767.687279:0:24652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788509767.687355:0:23448:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcc88426a00 x1875387796935168/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788509783 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509767.687373:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23448:1875387796935168:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1788509767.687396:0:23448:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1788509767.687438:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23448:1875387796935296:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1788509767.687496:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509767.687528:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87d42480 going to sleep for 11 seconds 00000100:00100000:0.0:1788509767.689653:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3643:x1875387796934528:12345-0@lo:8:kworker.0 Request processed in 44918us (45389us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788509767.689739:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1788509767.689823:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd84a58000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788509767.689830:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788509767.689834:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796934528:0@lo:8:kworker.0 00000100:00100000:0.0:1788509767.689874:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796935296 00000100:00100000:0.0:1788509767.689883:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796935296 00000100:00100000:0.0:1788509767.690226:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788509767.690237:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23448:x1875387796935296:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1788509767.690277:0:24210:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1788509767.690331:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23448:x1875387796935296:12345-0@lo:5:osp-pre-0-1.0 Request processed in 96us (2835us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509767.690339:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1788509767.690452:0:23448:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcc88426a00 x1875387796935296/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788509783 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509767.690488:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23448:1875387796935296:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1788509767.690563:0:23448:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1788509767.690627:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d48000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23448:1875387796935424:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1788509767.690667:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509767.690767:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb07b3000 going to sleep for 11 seconds 00000100:00100000:0.0:1788509767.690784:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796935424 00000100:00100000:0.0:1788509767.690789:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796935424 00000100:00100000:0.0:1788509767.690821:0:24209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788509767.690828:0:24209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23448:x1875387796935424:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1788509767.690862:0:24209:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:2.0:1788509767.720036:0:24206:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:2.0:1788509767.720057:0:24206:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:0.0:1788509767.720531:0:24209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23448:x1875387796935424:12345-0@lo:5:osp-pre-0-1.0 Request processed in 29696us (29857us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788509767.720545:0:24209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1788509767.720634:0:23448:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcc87d48000 x1875387796935424/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788509783 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509767.720648:0:23448:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1788509767.720656:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d48000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23448:1875387796935424:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1788509767.720730:0:23448:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:2.0:1788509767.720802:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23448:1875387796935552:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1788509767.720850:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509767.720944:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87d42900 going to sleep for 11 seconds 00000100:00100000:0.0:1788509767.721019:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796935552 00000100:00100000:0.0:1788509767.721027:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796935552 00000100:00100000:0.0:1788509767.721120:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788509767.721130:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88427480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23448:x1875387796935552:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1788509767.721224:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88427480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23448:x1875387796935552:12345-0@lo:900:osp-pre-0-1.0 Request processed in 94us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509767.721231:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1788509767.721282:0:23448:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcc88426300 x1875387796935552/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788509783 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509767.721294:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23448:1875387796935552:0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1788509767.898296:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd87c68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796935680:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788509767.898368:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509767.898431:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796935680 00000100:00100000:1.0:1788509767.898439:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796935680 00000100:00100000:1.0:1788509767.898480:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788509767.898489:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796935680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788509767.898544:0:23446:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788509767.898602:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796935680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509767.898609:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00010000:00010000:1.0:1788509767.898663:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788509767.898695:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd87c68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796935680:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788509767.898934:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788509767.898943:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796935808:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788509767.898974:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509767.899000:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796935808 00000100:00100000:2.0:1788509767.899004:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796935808 00000100:00100000:2.0:1788509767.899026:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788509767.899032:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88425180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796935808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788509767.899071:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788509767.899105:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88425180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796935808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509767.899111:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788509767.899142:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796935808:0@lo:41:osp-pre-1-0.0 00000020:00000004:1.0:1788509768.263790:0:24681:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788509768.264474:0:24681:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788509768.918448:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788509769.430606:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788509769.942203:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509770.966652:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509771.990257:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509772.758017:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788509752/real 1788509752] req@ffff8bcd85bd6d80 x1875387796927232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509772 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509772.758048:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bcd85bd6d80 x1875387796927232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509772 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509772.758073:0:3643:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788509752/real 1788509752] req@ffff8bcd85bd5500 x1875387796927360/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509772 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509772.758085:0:3643:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bcd85bd5500 x1875387796927360/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788509772 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788509772.758103:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcdaf83b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788509772.758116:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788509772.758120:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796927232:0@lo:8:kworker.0 00000100:00080000:0.0:1788509772.758126:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd83e77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788509772.758131:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788509772.758133:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796927360:0@lo:8:kworker.0 00000100:00080000:3.0:1788509772.758701:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788509772.758706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788509772.758709:0:36:0:(import.c:65:import_set_state_nolock()) ffff8bcdaf83b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788509772.758714:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 649 00000100:00080000:3.0:1788509772.758719:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788509772.758725:0:36:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8bcdaf83b800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509772.758741:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcda62fad80 x1875387796936192/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788509772.758756:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788509772.758759:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788509772.758760:0:36:0:(import.c:65:import_set_state_nolock()) ffff8bcd83e77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788509772.758763:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 649 00000100:00080000:3.0:1788509772.758765:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788509772.758768:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8bcd83e77800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509772.758787:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcdb066d500 x1875387796936320/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788509772.758811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788509772.758815:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788509772.758816:0:36:0:(import.c:65:import_set_state_nolock()) ffff8bcd84a58000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788509772.758819:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 664 00000100:00080000:3.0:1788509772.758822:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788509772.758825:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8bcd84a58000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509772.758833:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcdb066ed80 x1875387796936832/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788509772.758870:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796936192:0@lo:8:kworker.0 00000100:00100000:3.0:1788509772.758995:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509772.759097:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3647:1875387796935936:0@lo:400:kworker.0 00000100:00100000:1.0:1788509772.759144:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509772.759180:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796936704:0@lo:400:kworker.0 00000100:00100000:1.0:1788509772.759213:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796936576:0@lo:400:kworker.0 00000100:00100000:1.0:1788509772.759250:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509772.759267:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3646:1875387796937216:0@lo:400:kworker.0 00000100:00100000:1.0:1788509772.759301:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509772.759326:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796936064:0@lo:400:kworker.0 00000100:00100000:1.0:1788509772.759344:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509772.759358:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875387796936960:0@lo:400:kworker.0 00000100:00100000:1.0:1788509772.759372:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509772.759385:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788509772.759390:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875387796936448:0@lo:400:kworker.0 00000100:00100000:1.0:1788509772.759404:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509772.759416:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3644:1875387796937088:0@lo:400:kworker.0 00000100:00100000:1.0:1788509772.759439:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509772.759460:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796935936 00000100:00100000:1.0:1788509772.759466:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796935936 00000100:00100000:1.0:1788509772.759508:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1788509772.759516:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:3647:x1875387796935936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509772.759572:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:3647:x1875387796935936:12345-0@lo:400:kworker.0 Request processed in 55us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509772.759579:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1788509772.759612:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796936576 00000100:00100000:1.0:1788509772.759616:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796936576 00000100:00100000:1.0:1788509772.759638:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796936064 00000100:00100000:1.0:1788509772.759641:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796936064 00000100:00100000:1.0:1788509772.759654:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788509772.759660:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796936576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509772.759696:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796936576:12345-0@lo:400:kworker.0 Request processed in 36us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509772.759703:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788509772.759714:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788509772.759719:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796936064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509772.759746:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796936064:12345-0@lo:400:kworker.0 Request processed in 27us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509772.759752:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788509772.759771:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796937216 00000100:00100000:1.0:1788509772.759774:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796937216 00000100:00100000:1.0:1788509772.759797:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796936960 00000100:00100000:1.0:1788509772.759800:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796936960 00000100:00100000:1.0:1788509772.759809:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796936448 00000100:00100000:1.0:1788509772.759811:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796936448 00000100:00100000:1.0:1788509772.759831:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796937088 00000100:00100000:1.0:1788509772.759834:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796937088 00000100:00100000:1.0:1788509772.759848:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788509772.759854:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875387796937216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509772.759882:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875387796937216:12345-0@lo:400:kworker.0 Request processed in 29us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509772.759888:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788509772.759920:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788509772.759927:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875387796936960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509772.759952:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875387796936960:12345-0@lo:400:kworker.0 Request processed in 26us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509772.759957:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788509772.759967:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788509772.759972:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd87c6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875387796936448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509772.759993:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd87c6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875387796936448:12345-0@lo:400:kworker.0 Request processed in 21us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509772.759998:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788509772.760020:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788509772.760026:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875387796937088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509772.760048:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875387796937088:12345-0@lo:400:kworker.0 Request processed in 23us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509772.760053:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:1.0:1788509772.760076:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788509772.760079:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788509772.760102:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796936576:0@lo:400:kworker.0 00010000:00080000:1.0:1788509772.760113:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcdb066f100 x1875387796937216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509772.760127:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3646:1875387796937216:0@lo:400:kworker.0 00010000:00080000:1.0:1788509772.760155:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcdb066e300 x1875387796936448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509772.760162:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875387796936448:0@lo:400:kworker.0 00010000:00080000:1.0:1788509772.760170:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcdb066c000 x1875387796937088/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509772.760192:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3644:1875387796937088:0@lo:400:kworker.0 00000100:00100000:1.0:1788509772.760202:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796936064:0@lo:400:kworker.0 00010000:00080000:1.0:1788509772.760209:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcdb066ce00 x1875387796936960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509772.760216:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875387796936960:0@lo:400:kworker.0 00000100:00100000:3.0:1788509772.760701:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796936320:0@lo:8:kworker.0 00000100:00100000:3.0:1788509772.760731:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509772.760747:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796936832:0@lo:8:kworker.0 00000100:00100000:3.0:1788509772.760769:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509772.760803:0:24652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796936192 00000100:00100000:3.0:1788509772.760807:0:24652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796936192 00000100:00100000:3.0:1788509772.760825:0:24652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796936320 00000100:00100000:3.0:1788509772.760827:0:24652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796936320 00000100:00100000:3.0:1788509772.760834:0:24652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796936832 00000100:00100000:3.0:1788509772.760836:0:24652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796936832 00000100:00100000:3.0:1788509772.760846:0:24652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788509772.760851:0:24652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3643:x1875387796936192:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788509772.760877:0:24652:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 669 last 0 00000020:00000080:3.0:1788509772.760930:0:24652:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe5156b86310df4de 00002000:00100000:3.0:1788509772.760952:0:24652:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8bcdb0e2f000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a04 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1788509772.760956:0:24652:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1788509772.760958:0:24652:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:1.0:1788509772.761658:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788509772.761665:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3643:x1875387796936320:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1788509772.761681:0:24212:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788509772.761746:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3643:x1875387796936320:12345-0@lo:8:kworker.0 Request processed in 79us (1013us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788509772.761753:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788509772.761769:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788509772.761774:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3643:x1875387796936832:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1788509772.761784:0:24212:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788509772.761808:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3643:x1875387796936832:12345-0@lo:8:kworker.0 Request processed in 32us (1037us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788509772.761820:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788509772.761985:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1788509772.762122:0:24652:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1788509772.762146:0:24652:0:(import.c:65:import_set_state_nolock()) ffff8bcdb0e2b800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788509772.762224:0:24209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796936704 00000100:00100000:0.0:1788509772.762231:0:24209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796936704 00000100:00100000:0.0:1788509772.762265:0:24209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788509772.762271:0:24209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796936704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509772.762332:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3647:1875387796935936:0@lo:400:kworker.0 00000100:00080000:1.0:1788509772.762363:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd83e77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788509772.762367:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788509772.762370:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796936320:0@lo:8:kworker.0 00000100:00080000:1.0:1788509772.762377:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd84a58000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788509772.762380:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788509772.762382:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796936832:0@lo:8:kworker.0 00000100:00100000:3.0:1788509772.772022:0:24652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3643:x1875387796936192:12345-0@lo:8:kworker.0 Request processed in 11159us (13016us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509772.772038:0:24652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:3.0:1788509772.772095:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcda62fad80 x1875387796936192/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788509797 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509772.772106:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788509772.772116:0:3643:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788509772.772125:0:3643:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788509772.772130:0:3643:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1788509772.772133:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcdaf83b800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788509772.772153:0:3643:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788509772.772159:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796936192:0@lo:8:kworker.0 00000004:00080000:1.0:1788509772.772490:0:22729:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788509772.772588:0:22729:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 669933688679ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788509772.772594:0:22729:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1788509772.775115:0:22730:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:0.0:1788509772.775142:0:22730:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d49500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22730:1875387796937472:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1788509772.775488:0:22730:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509772.775516:0:22730:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb5980a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788509772.775630:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796937344:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788509772.775656:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509772.775690:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796937472 00000100:00100000:0.0:1788509772.775696:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796937472 00000100:00100000:0.0:1788509772.775735:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788509772.775742:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22730:x1875387796937472:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1788509772.778799:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796937344 00000100:00100000:2.0:1788509772.778812:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796937344 00000100:00100000:2.0:1788509772.778858:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788509772.778869:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3647:x1875387796937344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788509772.778915:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788509772.778990:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3647:x1875387796937344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (3333us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509772.778997:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1788509772.779058:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcc87d49880 x1875387796937344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788509788 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509772.779077:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796937344:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788509772.781770:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788509772.781839:0:24209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796936704:12345-0@lo:400:kworker.0 Request processed in 19564us (19850us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509772.781852:0:24209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1788509772.782160:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcdb066ca80 x1875387796936704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788509788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509772.782192:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796936704:0@lo:400:kworker.0 00002000:00080000:3.0:1788509772.782370:0:24212:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:3.0:1788509772.782379:0:24212:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1788509772.782385:0:24212:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00000004:00080000:0.0:1788509772.795813:0:22686:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:3.0:1788509772.817725:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509772.817737:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df4e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.817755:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788509772.817760:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509772.817765:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df4e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.817790:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df4e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.817802:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df4e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.817810:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df4e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.817833:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788509772.818032:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788509772.818040:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df4e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.818060:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc862aee00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509772.818065:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df4e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.818074:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df4e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.818092:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df4e5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.818099:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df4e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.818119:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509772.818121:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509772.818123:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788509772.836134:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788509772.836147:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df4ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.836163:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=669s v=(0 0) 00010000:00010000:1.0:1788509772.836167:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788509772.836186:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df4ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.836207:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df4ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.836217:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df4ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.836231:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df4ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.836248:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788509772.836428:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509772.836434:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df4ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.836442:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92924e00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509772.836447:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df4ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.836455:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df4ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.836472:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df4ec lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.836479:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df4ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.836495:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.836497:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.836499:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509772.838971:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509772.838986:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cd9ed86c/0xe5156b86310df4f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.839001:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788509772.839015:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509772.839022:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd9ed86c/0xe5156b86310df4f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.839036:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd9ed86c/0xe5156b86310df4f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.839046:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cd9ed86c/0xe5156b86310df4f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.839067:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cd9ed86c/0xe5156b86310df4f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.839088:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788509772.839507:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509772.839520:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cd9ed86c/0xe5156b86310df4f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.839528:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc862afc00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509772.839533:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd9ed86c/0xe5156b86310df4f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.839542:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd9ed86c/0xe5156b86310df4f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.839567:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cd9ed86c/0xe5156b86310df4f3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.839574:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd9ed86c/0xe5156b86310df4f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.839593:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.839594:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.839596:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509772.840418:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509772.840426:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a786b07e/0xe5156b86310df4fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.840437:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788509772.840441:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509772.840447:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a786b07e/0xe5156b86310df4fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.840457:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a786b07e/0xe5156b86310df4fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.840465:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a786b07e/0xe5156b86310df4fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.840473:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a786b07e/0xe5156b86310df4fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.840495:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788509772.840647:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509772.840653:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a786b07e/0xe5156b86310df4fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.840660:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc862ae800 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509772.840664:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a786b07e/0xe5156b86310df4fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.840683:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a786b07e/0xe5156b86310df4fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.840697:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a786b07e/0xe5156b86310df4fa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.840705:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a786b07e/0xe5156b86310df4fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.840720:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.840721:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.840723:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509772.841069:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509772.841077:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b3766823/0xe5156b86310df501 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.841091:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788509772.841094:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509772.841099:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b3766823/0xe5156b86310df501 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.841109:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3766823/0xe5156b86310df501 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.841117:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b3766823/0xe5156b86310df501 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.841123:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b3766823/0xe5156b86310df501 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.841144:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788509772.841514:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509772.841519:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b3766823/0xe5156b86310df501 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.841527:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc862aec00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509772.841531:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3766823/0xe5156b86310df501 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.841539:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3766823/0xe5156b86310df501 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.841551:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b3766823/0xe5156b86310df501 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.841580:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3766823/0xe5156b86310df501 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.841594:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.841596:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.841598:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509772.842419:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509772.842427:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df508 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.842439:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788509772.842442:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509772.842448:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df508 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.842457:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df508 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.842478:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df508 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.842485:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df508 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.842506:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788509772.842651:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509772.842656:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df508 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.842664:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc862aee00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509772.842667:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df508 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.842675:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df508 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.842687:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df508 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.842694:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071b6c073/0xe5156b86310df508 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.842708:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.842709:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.842711:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509772.844442:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509772.844453:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be94638d/0xe5156b86310df50f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.844468:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788509772.844472:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509772.844479:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be94638d/0xe5156b86310df50f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.844492:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be94638d/0xe5156b86310df50f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.844502:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be94638d/0xe5156b86310df50f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.844509:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be94638d/0xe5156b86310df50f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.844545:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788509772.844739:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509772.844746:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be94638d/0xe5156b86310df50f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.844754:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80031400 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509772.844759:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be94638d/0xe5156b86310df50f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.844767:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be94638d/0xe5156b86310df50f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.844782:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be94638d/0xe5156b86310df50f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.844789:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be94638d/0xe5156b86310df50f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.844808:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.844810:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.844811:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509772.846308:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509772.846320:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f27f59f0/0xe5156b86310df516 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.846334:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788509772.846338:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509772.846345:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f27f59f0/0xe5156b86310df516 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.846357:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f27f59f0/0xe5156b86310df516 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.846368:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f27f59f0/0xe5156b86310df516 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.846376:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f27f59f0/0xe5156b86310df516 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.846400:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788509772.846663:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509772.846669:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f27f59f0/0xe5156b86310df516 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.846677:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80031a00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509772.846681:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f27f59f0/0xe5156b86310df516 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.846712:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f27f59f0/0xe5156b86310df516 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.846728:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f27f59f0/0xe5156b86310df516 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.846735:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f27f59f0/0xe5156b86310df516 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.846754:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.846756:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.846758:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509772.849642:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509772.849656:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce896ab9/0xe5156b86310df51d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.849672:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788509772.849689:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509772.849696:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce896ab9/0xe5156b86310df51d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.849711:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce896ab9/0xe5156b86310df51d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.849721:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce896ab9/0xe5156b86310df51d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.849728:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce896ab9/0xe5156b86310df51d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.849743:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788509772.849995:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509772.850002:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce896ab9/0xe5156b86310df51d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.850011:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030600 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509772.850016:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce896ab9/0xe5156b86310df51d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.850026:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce896ab9/0xe5156b86310df51d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.850042:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce896ab9/0xe5156b86310df51d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.850061:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce896ab9/0xe5156b86310df51d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.850079:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.850081:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.850083:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509772.853500:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509772.853513:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006628c4df/0xe5156b86310df524 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.853529:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788509772.853533:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509772.853539:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006628c4df/0xe5156b86310df524 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.853553:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006628c4df/0xe5156b86310df524 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.853573:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006628c4df/0xe5156b86310df524 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.853593:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006628c4df/0xe5156b86310df524 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.853615:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788509772.854238:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509772.854244:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb367d5e/0xe5156b86310df52b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.854254:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788509772.854258:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509772.854262:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb367d5e/0xe5156b86310df52b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.854273:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb367d5e/0xe5156b86310df52b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.854281:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb367d5e/0xe5156b86310df52b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.854287:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb367d5e/0xe5156b86310df52b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.854299:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788509772.854754:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788509772.854763:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006628c4df/0xe5156b86310df524 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.854771:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80031600 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509772.854776:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006628c4df/0xe5156b86310df524 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.854784:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006628c4df/0xe5156b86310df524 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.854802:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006628c4df/0xe5156b86310df524 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.854810:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006628c4df/0xe5156b86310df524 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.854844:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509772.854848:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb367d5e/0xe5156b86310df52b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.854863:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030a00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509772.854866:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb367d5e/0xe5156b86310df52b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.854874:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb367d5e/0xe5156b86310df52b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.854885:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb367d5e/0xe5156b86310df52b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.854891:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb367d5e/0xe5156b86310df52b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.854932:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.854935:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.854936:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.854942:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788509772.858644:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509772.858658:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b93a862/0xe5156b86310df532 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.858676:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1788509772.858681:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509772.858687:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b93a862/0xe5156b86310df532 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.858703:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b93a862/0xe5156b86310df532 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.858713:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b93a862/0xe5156b86310df532 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.858721:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b93a862/0xe5156b86310df532 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.858748:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788509772.859643:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509772.859652:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cfddcc2d/0xe5156b86310df539 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.859674:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1788509772.859678:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509772.859683:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfddcc2d/0xe5156b86310df539 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.859695:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfddcc2d/0xe5156b86310df539 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.859705:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cfddcc2d/0xe5156b86310df539 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.859712:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cfddcc2d/0xe5156b86310df539 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.859735:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788509772.861368:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788509772.861380:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b93a862/0xe5156b86310df532 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.861392:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb590b000 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509772.861397:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b93a862/0xe5156b86310df532 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.861424:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b93a862/0xe5156b86310df532 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.861445:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b93a862/0xe5156b86310df532 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.861453:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b93a862/0xe5156b86310df532 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.861478:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509772.861482:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cfddcc2d/0xe5156b86310df539 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.861488:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb590b600 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509772.861491:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfddcc2d/0xe5156b86310df539 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.861498:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfddcc2d/0xe5156b86310df539 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.861507:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cfddcc2d/0xe5156b86310df539 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.861514:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfddcc2d/0xe5156b86310df539 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.861538:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.861540:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.861542:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509772.862152:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788509772.862532:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509772.862541:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310df540 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.862555:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1788509772.862568:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509772.862575:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310df540 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.862587:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310df540 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.862610:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310df540 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.862618:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310df540 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.862638:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788509772.864348:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509772.864360:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310df540 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.864372:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb590ac00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509772.864377:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310df540 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.864386:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310df540 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.864404:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310df540 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.864411:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310df540 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.864436:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.864438:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.864440:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788509772.875831:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509772.875844:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092109af9/0xe5156b86310df547 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.875860:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1788509772.875865:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509772.875871:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092109af9/0xe5156b86310df547 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.875885:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092109af9/0xe5156b86310df547 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.875917:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092109af9/0xe5156b86310df547 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.875926:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092109af9/0xe5156b86310df547 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.875960:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788509772.876177:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788509772.876189:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092109af9/0xe5156b86310df547 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.876198:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb590a800 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:3.0:1788509772.876203:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092109af9/0xe5156b86310df547 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.876213:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092109af9/0xe5156b86310df547 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.876229:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092109af9/0xe5156b86310df547 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.876237:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092109af9/0xe5156b86310df547 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.876254:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509772.876256:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509772.876257:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788509772.876947:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509772.876954:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040d9d1de/0xe5156b86310df54e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.876964:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1788509772.876967:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509772.876971:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040d9d1de/0xe5156b86310df54e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.876980:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040d9d1de/0xe5156b86310df54e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.876987:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040d9d1de/0xe5156b86310df54e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.876994:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040d9d1de/0xe5156b86310df54e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.877025:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788509772.877414:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788509772.877421:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040d9d1de/0xe5156b86310df54e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.877430:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb590b800 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:3.0:1788509772.877433:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040d9d1de/0xe5156b86310df54e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.877453:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040d9d1de/0xe5156b86310df54e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.877466:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040d9d1de/0xe5156b86310df54e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.877474:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040d9d1de/0xe5156b86310df54e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.877492:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509772.877494:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509772.877495:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788509772.883472:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509772.883487:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffdc1eff/0xe5156b86310df555 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.883504:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1788509772.883521:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509772.883528:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffdc1eff/0xe5156b86310df555 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.883543:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ffdc1eff/0xe5156b86310df555 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.883553:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffdc1eff/0xe5156b86310df555 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.883572:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ffdc1eff/0xe5156b86310df555 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.883596:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788509772.883918:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788509772.883925:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ffdc1eff/0xe5156b86310df555 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.883933:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb590b200 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:3.0:1788509772.883939:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffdc1eff/0xe5156b86310df555 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.883948:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffdc1eff/0xe5156b86310df555 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.883965:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ffdc1eff/0xe5156b86310df555 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.883984:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffdc1eff/0xe5156b86310df555 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.884014:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509772.884016:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509772.884018:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788509772.884514:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509772.884520:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000693272dd/0xe5156b86310df55c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.884529:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1788509772.884533:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509772.884537:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000693272dd/0xe5156b86310df55c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.884547:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000693272dd/0xe5156b86310df55c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.884555:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000693272dd/0xe5156b86310df55c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.884579:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000693272dd/0xe5156b86310df55c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.884600:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788509772.884927:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788509772.884933:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000693272dd/0xe5156b86310df55c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.884941:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb590a200 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:3.0:1788509772.884944:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000693272dd/0xe5156b86310df55c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.884953:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000693272dd/0xe5156b86310df55c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.884966:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000693272dd/0xe5156b86310df55c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.884973:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000693272dd/0xe5156b86310df55c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.884988:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509772.884990:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509772.884992:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788509772.885320:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509772.885327:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab2fd79d/0xe5156b86310df563 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.885335:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1788509772.885339:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509772.885343:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab2fd79d/0xe5156b86310df563 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.885353:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab2fd79d/0xe5156b86310df563 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.885361:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab2fd79d/0xe5156b86310df563 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.885368:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab2fd79d/0xe5156b86310df563 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.885389:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788509772.886045:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788509772.886052:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab2fd79d/0xe5156b86310df563 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.886061:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846e000 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:3.0:1788509772.886065:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab2fd79d/0xe5156b86310df563 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.886074:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab2fd79d/0xe5156b86310df563 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.886088:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab2fd79d/0xe5156b86310df563 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.886096:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab2fd79d/0xe5156b86310df563 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.886112:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509772.886114:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509772.886116:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788509772.891407:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788509772.891421:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df56a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.891452:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=670s v=(0 0) 00010000:00010000:1.0:1788509772.891457:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788509772.891464:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df56a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.891479:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df56a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.891490:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df56a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.891497:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df56a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.891566:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788509772.898864:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788509772.898878:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000096c27353/0xe5156b86310df571 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.898895:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=670s v=(0 0) 00010000:00010000:1.0:1788509772.898915:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788509772.898921:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000096c27353/0xe5156b86310df571 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.898936:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000096c27353/0xe5156b86310df571 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.898959:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000096c27353/0xe5156b86310df571 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.898966:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000096c27353/0xe5156b86310df571 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.902203:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788509772.902217:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df56a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.902231:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92924e00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509772.902236:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df56a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.902247:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df56a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.902285:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df56a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.902293:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a476b0bb/0xe5156b86310df56a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.902315:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788509772.902319:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000096c27353/0xe5156b86310df571 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.902325:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92924800 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509772.902328:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000096c27353/0xe5156b86310df571 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.902335:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000096c27353/0xe5156b86310df571 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.902344:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000096c27353/0xe5156b86310df571 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.902351:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509772.902353:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509772.902355:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509772.910487:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.911322:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788509772.911334:0:24212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000096c27353/0xe5156b86310df571 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788509772.913630:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788509772.913642:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c6f79b9/0xe5156b86310df578 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.913657:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=670s v=(0 0) 00010000:00010000:1.0:1788509772.913662:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788509772.913669:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c6f79b9/0xe5156b86310df578 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.913682:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c6f79b9/0xe5156b86310df578 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.913691:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c6f79b9/0xe5156b86310df578 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.913711:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006c6f79b9/0xe5156b86310df578 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.913772:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788509772.918262:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509772.918275:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df57f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.918291:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788509772.918296:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509772.918302:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df57f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.918329:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df57f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.918339:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df57f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.918348:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df57f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.924093:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788509772.924108:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006c6f79b9/0xe5156b86310df578 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.924130:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92925a00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509772.924135:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006c6f79b9/0xe5156b86310df578 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.924146:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006c6f79b9/0xe5156b86310df578 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.924168:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006c6f79b9/0xe5156b86310df578 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.924575:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c6f79b9/0xe5156b86310df578 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.924654:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788509772.924661:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df57f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.924675:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030800 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:0.0:1788509772.924679:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df57f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.924686:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df57f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.924698:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df57f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.924707:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509772.924708:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509772.924710:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509772.926992:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788509772.927016:0:24212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df57f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.927476:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509772.929157:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509772.929169:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df586 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.929430:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788509772.929434:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509772.929441:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df586 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.929455:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df586 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.929487:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df586 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.929494:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df586 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.929518:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788509772.929725:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509772.929733:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df586 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.929742:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030000 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509772.929746:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df586 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.929755:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df586 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.929773:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df586 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.929780:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df586 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.929799:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.929801:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.929802:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509772.930493:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509772.930500:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df58d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.930510:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788509772.930514:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509772.930519:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df58d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.930530:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df58d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.930540:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df58d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.930547:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df58d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.930589:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788509772.930808:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788509772.930815:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df58d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.930823:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030200 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509772.930827:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df58d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.930836:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df58d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.930863:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df58d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.930871:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df58d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509772.930885:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509772.930886:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509772.930888:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509772.932171:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509772.932469:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b1f22f8/0xe5156b86310df594 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.932484:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788509772.932488:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509772.932493:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b1f22f8/0xe5156b86310df594 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.932506:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b1f22f8/0xe5156b86310df594 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.932515:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b1f22f8/0xe5156b86310df594 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.932524:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b1f22f8/0xe5156b86310df594 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.932600:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788509772.938576:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509772.938591:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df59b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.938608:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788509772.938626:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509772.938632:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df59b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.938647:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df59b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.938656:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df59b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.938664:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df59b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.943093:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788509772.943115:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b1f22f8/0xe5156b86310df594 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.943128:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030400 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509772.943132:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b1f22f8/0xe5156b86310df594 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.943142:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b1f22f8/0xe5156b86310df594 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.943162:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b1f22f8/0xe5156b86310df594 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.943170:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b1f22f8/0xe5156b86310df594 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.943208:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509772.943213:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df59b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.943220:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030800 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509772.943223:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df59b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.943232:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df59b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.943255:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df59b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.943262:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.943264:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.943266:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509772.946178:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788509772.946284:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509772.946686:0:24212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000667bfb87/0xe5156b86310df59b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788509772.947780:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509772.947789:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df5a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.947803:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788509772.947807:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509772.947813:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df5a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.947827:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df5a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.947846:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df5a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.947853:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df5a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.947870:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788509772.950380:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509772.950392:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df5a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.950407:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=670s v=(0 0) 00010000:00010000:3.0:1788509772.950411:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509772.950417:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df5a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.950432:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df5a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.950442:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df5a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.950449:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df5a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509772.950479:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788509772.950787:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788509772.950796:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df5a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.950804:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030000 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:0.0:1788509772.950809:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df5a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.950818:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df5a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.950837:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df5a2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.950851:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005544b944/0xe5156b86310df5a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.950868:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788509772.950871:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df5a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.950878:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030200 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:0.0:1788509772.950881:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df5a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.950888:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df5a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.950921:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df5a9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.950930:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000471d8161/0xe5156b86310df5a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.950942:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509772.950944:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509772.950946:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.951445:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788509772.954523:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509772.954536:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009409c866/0xe5156b86310df5b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.954568:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1788509772.954573:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509772.954579:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009409c866/0xe5156b86310df5b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.954594:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009409c866/0xe5156b86310df5b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.954604:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009409c866/0xe5156b86310df5b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.954612:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009409c866/0xe5156b86310df5b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.954639:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788509772.958133:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509772.958147:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009409c866/0xe5156b86310df5b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.958160:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846f600 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509772.958165:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009409c866/0xe5156b86310df5b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.958182:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009409c866/0xe5156b86310df5b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.958212:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009409c866/0xe5156b86310df5b0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.958219:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009409c866/0xe5156b86310df5b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.958244:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.958246:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.958261:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788509772.959599:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509772.959612:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3fe0abe/0xe5156b86310df5b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.959626:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=670s v=(0 0) 00010000:00010000:0.0:1788509772.959631:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509772.959636:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3fe0abe/0xe5156b86310df5b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.959649:0:24212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3fe0abe/0xe5156b86310df5b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.959675:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3fe0abe/0xe5156b86310df5b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.959683:0:24212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c3fe0abe/0xe5156b86310df5b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509772.959703:0:24212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1788509772.959781:0:24212:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:0.0:1788509772.959877:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22730:x1875387796937472:12345-0@lo:5:osp-pre-0-0.0 Request processed in 184132us (184387us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509772.959887:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788509772.960253:0:22730:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d49500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22730:1875387796937472:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1788509772.960267:0:22730:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:3.0:1788509772.960309:0:22730:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5dc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22730:1875387796937600:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1788509772.960343:0:22730:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509772.960376:0:22730:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87d423c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788509772.960393:0:24652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796937600 00000100:00100000:3.0:1788509772.960399:0:24652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796937600 00000100:00100000:3.0:1788509772.960435:0:24652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788509772.960442:0:24652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22730:x1875387796937600:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1788509772.960476:0:24652:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:1.0:1788509772.961213:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509772.961221:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3fe0abe/0xe5156b86310df5b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.961232:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846fc00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509772.961237:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3fe0abe/0xe5156b86310df5b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.961246:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3fe0abe/0xe5156b86310df5b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.961264:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3fe0abe/0xe5156b86310df5b7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.961273:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3fe0abe/0xe5156b86310df5b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509772.961293:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.961294:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509772.961296:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788509772.977103:0:24206:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:2.0:1788509772.977164:0:24206:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1788509772.977517:0:24652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22730:x1875387796937600:12345-0@lo:5:osp-pre-0-0.0 Request processed in 17071us (17169us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1788509772.977529:0:24652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788509772.977801:0:22730:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1788509772.977830:0:22730:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5dc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22730:1875387796937600:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788509772.977852:0:22730:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000100:00100000:1.0:1788509773.015622:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796937728:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788509773.015691:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509773.024595:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796937856:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788509773.024670:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509773.024780:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796937728 00000100:00100000:1.0:1788509773.024787:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796937728 00000100:00100000:1.0:1788509773.024846:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788509773.024856:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796937728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788509773.024878:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788509773.024935:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796937728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (9243us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509773.024942:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788509773.024967:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796937856 00000100:00100000:1.0:1788509773.024971:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796937856 00000100:00100000:1.0:1788509773.024995:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788509773.025014:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796937856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788509773.025040:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788509773.025072:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796937856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509773.025079:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788509773.025097:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796937984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788509773.025121:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509773.025151:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796937984 00000100:00100000:1.0:1788509773.025154:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796937984 00000100:00100000:1.0:1788509773.025193:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788509773.025200:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796937984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788509773.025217:0:23446:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788509773.025249:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796937984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 50us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509773.025264:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788509773.025327:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796937984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788509773.025354:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796937856:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788509773.025376:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796937728:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1788509773.025391:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509774.038046:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788509774.939744:0:23458:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788509775.062833:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509776.091035:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788509776.494445:0:25027:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788509776.494451:0:25027:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:2.0:1788509776.494452:0:25027:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1788509776.495177:0:25027:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8bcc87681800 00000020:01000004:2.0:1788509776.495199:0:25027:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1788509776.495220:0:25027:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788509776.495242:0:25027:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8bcdbd058000) 00000020:00000080:2.0:1788509776.495267:0:25027:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788509776.585019:0:25027:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788509776.585438:0:25027:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1788509776.585655:0:25027:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1788509776.585857:0:25027:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1788509776.586823:0:25027:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1788509776.587457:0:25027:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788509776.588002:0:25027:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:01000000:2.0:1788509776.597143:0:25027:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788509776.597350:0:25027:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1788509776.597364:0:25027:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788509776.597376:0:25027:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xe5156b86310df5c5 00000020:01000004:2.0:1788509776.597393:0:25027:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1788509776.597417:0:25027:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.112@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788509776.597421:0:25027:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.112@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1788509776.597426:0:25027:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1788509776.597520:0:25027:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1788509776.597525:0:25027:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.112@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1788509776.610775:0:25027:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.112@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788509776.610813:0:25027:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.112@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1788509776.610818:0:25027:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788509776.610819:0:25027:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788509776.610821:0:25027:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788509776.610822:0:25027:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788509776.610823:0:25027:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788509776.610824:0:25027:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788509776.610826:0:25027:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788509776.610827:0:25027:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788509776.610829:0:25027:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788509776.610832:0:25027:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1788509776.610835:0:25027:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788509776.610836:0:25027:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788509776.610837:0:25027:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788509776.610838:0:25027:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788509776.610839:0:25027:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788509776.610840:0:25027:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788509776.610841:0:25027:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788509776.610848:0:25027:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788509776.610849:0:25027:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788509776.610875:0:25027:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1788509776.610894:0:25027:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d48e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796938112:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788509776.611384:0:25027:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509776.611578:0:25027:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcda623cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788509776.611621:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796938112 00000100:00100000:2.0:1788509776.611630:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796938112 00000100:00100000:2.0:1788509776.611680:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1788509776.611687:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:25027:x1875387796938112:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788509776.611714:0:22700:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1788509776.611717:0:22700:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:2.0:1788509776.611720:0:22700:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1788509776.612119:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:25027:x1875387796938112:12345-0@lo:253:mount.lustre.0 Request processed in 431us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509776.612125:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1788509776.613664:0:25027:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d48e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796938112:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788509776.613686:0:25027:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1788509776.613689:0:25027:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788509776.613691:0:25027:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788509776.613693:0:25027:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788509776.613694:0:25027:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788509776.613696:0:25027:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788509776.613697:0:25027:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788509776.613698:0:25027:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788509776.613700:0:25027:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788509776.613701:0:25027:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788509776.613734:0:25027:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8bcc87681800 from lustre-OST0001 10000000:01000000:1.0:1788509776.613802:0:25027:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:1.0:1788509776.613805:0:25027:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1788509776.613816:0:25027:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8bcdb0e20000 local copy 00010000:00010000:1.0:1788509776.613830:0:25027:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227200/0xe5156b86310df1ff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df206 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509776.614010:0:25027:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796938240:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788509776.614079:0:25027:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509776.614122:0:25027:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd98212540 going to sleep for 11 seconds 00000100:00100000:2.0:1788509776.614413:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796938240 00000100:00100000:2.0:1788509776.614422:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796938240 00000100:00100000:2.0:1788509776.614488:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1788509776.614507:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:25027:x1875387796938240:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788509776.614629:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:25027:x1875387796938240:12345-0@lo:501:mount.lustre.0 Request processed in 123us (548us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788509776.614637:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1788509776.614840:0:25027:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796938240:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788509776.614860:0:25027:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.112@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788509776.614884:0:25027:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.112@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788509776.614893:0:25027:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227200/0xe5156b86310df1ff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df206 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509776.614948:0:25027:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227200/0xe5156b86310df1ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df206 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788509776.614984:0:25027:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8bcc87681800 10000000:01000000:3.0:1788509776.614991:0:25027:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788509776.614997:0:25027:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1788509776.615000:0:25027:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788509776.615005:0:25027:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1788509776.615008:0:25027:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1788509776.615040:0:25027:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcd80030a00/0xe5156b86310df5cc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509776.615049:0:25027:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcd80030a00/0xe5156b86310df5cc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509776.615059:0:25027:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcd80030a00/0xe5156b86310df5cc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509776.615074:0:25027:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796938368:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788509776.615113:0:25027:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509776.615136:0:25027:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd83158900 going to sleep for 11 seconds 00000100:00100000:1.0:1788509776.615213:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796938368 00000100:00100000:1.0:1788509776.615218:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796938368 00000100:00100000:1.0:1788509776.615259:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1788509776.615267:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:25027:x1875387796938368:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788509776.615277:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788509776.615293:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcd92924000/0xe5156b86310df5d3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df5cc expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.615319:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcd92924000/0xe5156b86310df5d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df5cc expref: 22 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.615331:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcd92924000/0xe5156b86310df5d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df5cc expref: 22 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.615341:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd92924000, rc 0) 00000100:00100000:1.0:1788509776.615387:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:25027:x1875387796938368:12345-0@lo:101:mount.lustre.0 Request processed in 120us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509776.615393:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1788509776.615487:0:25027:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796938368:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788509776.615515:0:25027:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcd80030a00/0xe5156b86310df5cc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df5d3 expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509776.615524:0:25027:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcd80030a00/0xe5156b86310df5cc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df5d3 expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788509776.620867:0:25027:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1788509776.621643:0:25027:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788509776.623752:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1788509776.623802:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1788509776.623818:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1788509776.623832:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1788509776.623844:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1788509776.623855:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1788509776.623999:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1788509776.624074:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1788509776.624097:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1788509776.624122:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1788509776.624128:0:25027:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1788509776.624234:0:25027:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796938496:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788509776.624301:0:25027:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509776.624343:0:25027:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd83158d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788509776.624391:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796938496 00000100:00100000:1.0:1788509776.624406:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796938496 00000100:00100000:1.0:1788509776.624703:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1788509776.624716:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:25027:x1875387796938496:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788509776.624992:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:25027:x1875387796938496:12345-0@lo:501:mount.lustre.0 Request processed in 278us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509776.625001:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1788509776.625128:0:25027:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796938496:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788509776.625180:0:25027:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796938624:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788509776.625240:0:25027:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509776.625280:0:25027:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcda623c900 going to sleep for 11 seconds 00000100:00100000:2.0:1788509776.625349:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796938624 00000100:00100000:2.0:1788509776.625356:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796938624 00000100:00100000:2.0:1788509776.625394:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1788509776.625403:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:25027:x1875387796938624:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788509776.626333:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:25027:x1875387796938624:12345-0@lo:503:mount.lustre.0 Request processed in 924us (1085us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509776.626356:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1788509776.626386:0:25027:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796938624:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788509776.627100:0:25027:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788509776.627219:0:25027:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796938752:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788509776.627293:0:25027:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509776.627326:0:25027:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcda623c780 going to sleep for 11 seconds 00000100:00100000:1.0:1788509776.627454:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796938752 00000100:00100000:1.0:1788509776.627462:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796938752 00000100:00100000:1.0:1788509776.627610:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1788509776.627620:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:25027:x1875387796938752:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788509776.628100:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:25027:x1875387796938752:12345-0@lo:502:mount.lustre.0 Request processed in 479us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509776.628110:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788509776.628279:0:25027:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796938752:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788509776.629970:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1788509776.630043:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1788509776.630063:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1788509776.630079:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1788509776.630094:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1788509776.630107:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1788509776.630122:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1788509776.630136:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1788509776.630147:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:1.0:1788509776.630203:0:25027:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796938880:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788509776.630297:0:25027:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509776.630357:0:25027:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd87a7f240 going to sleep for 11 seconds 00000100:00100000:2.0:1788509776.630523:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796938880 00000100:00100000:2.0:1788509776.630546:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796938880 00000100:00100000:2.0:1788509776.630628:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1788509776.630638:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:25027:x1875387796938880:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788509776.630804:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:25027:x1875387796938880:12345-0@lo:502:mount.lustre.0 Request processed in 167us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509776.630813:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1788509776.631664:0:25027:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796938880:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788509776.631774:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:1.0:1788509776.631787:0:25027:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:3.0:1788509776.634860:0:25031:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788509776.634884:0:25031:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:3.0:1788509776.634892:0:25031:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788509776.634894:0:25031:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1788509776.634916:0:25031:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788509776.634935:0:25031:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8bcdb46219c0) 00000020:00000080:3.0:1788509776.634965:0:25031:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:3.0:1788509776.634971:0:25031:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788509776.635176:0:25031:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8bcc87681800 from lustre-OST0001, refs=2 00080000:01000000:3.0:1788509776.635186:0:25031:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788509776.635193:0:25031:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xe5156b86310df5e1 00010000:00010000:3.0:1788509776.647724:0:25031:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:3.0:1788509776.648673:0:25031:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1788509776.655468:0:25031:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1788509776.656732:0:25031:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1788509776.656743:0:25031:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788509776.656750:0:25031:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788509776.656753:0:25031:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1788509776.656758:0:25031:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788509776.656762:0:25031:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788509776.656763:0:25031:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788509776.656768:0:25031:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788509776.656770:0:25031:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788509776.656772:0:25031:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788509776.656775:0:25031:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788509776.656776:0:25031:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788509776.656779:0:25031:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788509776.656781:0:25031:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788509776.656783:0:25031:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788509776.656787:0:25031:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788509776.656812:0:25031:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788509776.656816:0:25031:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788509776.656817:0:25031:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788509776.656820:0:25031:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:3.0:1788509776.657274:0:25027:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1788509776.657312:0:25027:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1788509776.657340:0:25027:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcd80030a00/0xe5156b86310df5cc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df5d3 expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509776.657354:0:25027:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcd80030a00/0xe5156b86310df5cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df5d3 expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788509776.657362:0:25027:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8bcc87681800 from 1 10000000:01000000:3.0:1788509776.657365:0:25027:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788509776.657410:0:25027:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcd80031600/0xe5156b86310df5e8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509776.657418:0:25027:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcd80031600/0xe5156b86310df5e8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509776.657429:0:25027:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcd80031600/0xe5156b86310df5e8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509776.657450:0:25027:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796939008:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788509776.657518:0:25027:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509776.657579:0:25027:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd83158840 going to sleep for 11 seconds 00000100:00100000:1.0:1788509776.658857:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796939008 00000100:00100000:1.0:1788509776.658873:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796939008 00000100:00100000:1.0:1788509776.658991:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788509776.659005:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:25027:x1875387796939008:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788509776.659026:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788509776.659048:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcd92925000/0xe5156b86310df5ef lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df5e8 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.659082:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcd92925000/0xe5156b86310df5ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df5e8 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.659109:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcd92925000/0xe5156b86310df5ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df5e8 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.659120:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd92925000, rc 0) 00000100:00100000:1.0:1788509776.659208:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:25027:x1875387796939008:12345-0@lo:101:mount.lustre.0 Request processed in 208us (1690us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509776.659215:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1788509776.659283:0:25027:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796939008:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788509776.659306:0:25027:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcd80031600/0xe5156b86310df5e8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df5ef expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509776.659318:0:25027:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcd80031600/0xe5156b86310df5e8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df5ef expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788509776.660502:0:25027:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1788509776.660841:0:25027:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788509776.661844:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1788509776.662695:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1788509776.662712:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1788509776.662725:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1788509776.662737:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1788509776.662751:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1788509776.662764:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1788509776.662776:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1788509776.662807:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1788509776.662822:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1788509776.662846:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1788509776.663206:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1788509776.663214:0:25027:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1788509776.663298:0:25027:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796939136:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788509776.663355:0:25027:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509776.663700:0:25027:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd83158f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788509776.665543:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796939136 00000100:00100000:0.0:1788509776.665553:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796939136 00000100:00100000:0.0:1788509776.665693:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788509776.665703:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:25027:x1875387796939136:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788509776.665881:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:25027:x1875387796939136:12345-0@lo:501:mount.lustre.0 Request processed in 178us (2524us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509776.665889:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1788509776.666354:0:25027:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796939136:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788509776.666409:0:25027:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796939264:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788509776.666454:0:25027:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509776.675776:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796939264 00000100:00100000:3.0:1788509776.675790:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796939264 00000100:00100000:3.0:1788509776.675851:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1788509776.675862:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:25027:x1875387796939264:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788509776.676031:0:25027:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb1090900 going to sleep for 11 seconds 00000100:00100000:3.0:1788509776.677452:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:25027:x1875387796939264:12345-0@lo:503:mount.lustre.0 Request processed in 1587us (10992us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509776.677464:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1788509776.677649:0:25027:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796939264:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788509776.679125:0:25027:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788509776.679213:0:25027:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796939392:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788509776.679289:0:25027:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509776.679323:0:25027:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb1090900 going to sleep for 11 seconds 00000100:00100000:3.0:1788509776.680766:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796939392 00000100:00100000:3.0:1788509776.680779:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796939392 00000100:00100000:3.0:1788509776.680856:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1788509776.681385:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:25027:x1875387796939392:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788509776.683189:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:25027:x1875387796939392:12345-0@lo:502:mount.lustre.0 Request processed in 2317us (3892us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509776.683202:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1788509776.683408:0:25027:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796939392:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788509776.683652:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788509776.683683:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1788509776.683699:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1788509776.683715:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1788509776.683728:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1788509776.683741:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1788509776.683753:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1788509776.683780:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1788509776.683792:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1788509776.683803:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1788509776.683826:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1788509776.683977:0:25027:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796939520:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788509776.684048:0:25027:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509776.684088:0:25027:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb1090900 going to sleep for 11 seconds 00000100:00100000:1.0:1788509776.684696:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796939520 00000100:00100000:1.0:1788509776.684712:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796939520 00000100:00100000:1.0:1788509776.684793:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1788509776.684804:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:25027:x1875387796939520:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788509776.685099:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:25027:x1875387796939520:12345-0@lo:502:mount.lustre.0 Request processed in 296us (1049us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509776.685109:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1788509776.692093:0:25027:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796939520:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788509776.692246:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1788509776.692266:0:25027:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1788509776.703200:0:25035:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788509776.703220:0:25035:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509776.703223:0:25035:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788509776.703235:0:25035:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8bcc87681800 00000020:00000080:0.0:1788509776.703238:0:25035:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788509776.703257:0:25035:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788509776.703260:0:25035:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509776.703261:0:25035:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788509776.703264:0:25035:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788509776.703267:0:25035:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509776.703268:0:25035:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788509776.703272:0:25035:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8bcc87681800 00000020:00000080:0.0:1788509776.703274:0:25035:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788509776.703370:0:25035:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788509776.703373:0:25035:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509776.703375:0:25035:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788509776.703378:0:25035:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788509776.703380:0:25035:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509776.703381:0:25035:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788509776.703385:0:25035:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8bcc87681800 00000020:00000080:0.0:1788509776.703388:0:25035:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788509776.703407:0:25035:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788509776.703410:0:25035:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509776.703411:0:25035:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788509776.703414:0:25035:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788509776.703416:0:25035:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509776.703417:0:25035:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1788509776.703420:0:25035:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8bcc87681800 00000020:00000080:0.0:1788509776.703422:0:25035:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788509776.703479:0:25035:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788509776.703483:0:25035:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788509776.703484:0:25035:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1788509776.703487:0:25035:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1788509776.703946:0:25027:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788509776.703985:0:25027:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788509776.704014:0:25027:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcd80031600/0xe5156b86310df5e8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df5ef expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509776.704029:0:25027:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcd80031600/0xe5156b86310df5e8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df5ef expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509776.704101:0:25027:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788509776.704105:0:25027:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8bcc87681800 10000000:01000000:2.0:1788509776.704109:0:25027:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8bcc87681800 10000000:01000000:2.0:1788509776.704114:0:25027:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788509776.704121:0:25027:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8bcc87681800 from 1 10000000:01000000:2.0:1788509776.704124:0:25027:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788509776.704172:0:25027:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df5f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509776.704182:0:25027:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df5f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509776.704195:0:25027:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df5f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509776.704225:0:25027:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796939648:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788509776.704316:0:25027:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509776.704366:0:25027:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb1090300 going to sleep for 11 seconds 00000100:00100000:0.0:1788509776.704514:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796939648 00000100:00100000:0.0:1788509776.704524:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796939648 00000100:00100000:0.0:1788509776.704801:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1788509776.704814:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:25027:x1875387796939648:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788509776.704834:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509776.704853:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcc8846ea00/0xe5156b86310df5fd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df5f6 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509776.704883:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcc8846ea00/0xe5156b86310df5fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df5f6 expref: 24 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509776.704926:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcc8846ea00/0xe5156b86310df5fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df5f6 expref: 24 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509776.704938:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc8846ea00, rc 0) 00000100:00100000:0.0:1788509776.704994:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:25027:x1875387796939648:12345-0@lo:101:mount.lustre.0 Request processed in 184us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509776.705001:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1788509776.705098:0:25027:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796939648:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788509776.705116:0:25027:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df5f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df5fd expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509776.705144:0:25027:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df5f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df5fd expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788509776.710384:0:25027:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1788509776.710775:0:25027:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788509776.711040:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788509776.711072:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1788509776.711088:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1788509776.711118:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1788509776.711135:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1788509776.711148:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1788509776.711161:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1788509776.711175:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1788509776.711188:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788509776.711200:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1788509776.711214:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1788509776.711228:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1788509776.711242:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1788509776.711256:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1788509776.711270:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1788509776.711284:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1788509776.711297:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1788509776.711312:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1788509776.711326:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1788509776.711354:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1788509776.711370:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1788509776.711382:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1788509776.711394:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1788509776.711406:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1788509776.711420:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1788509776.711433:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1788509776.711458:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1788509776.711470:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1788509776.711480:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1788509776.711493:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1788509776.711505:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1788509776.711518:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1788509776.711542:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1788509776.711560:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1788509776.711576:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1788509776.711605:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1788509776.711620:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1788509776.711633:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1788509776.711645:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1788509776.711657:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1788509776.711668:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1788509776.711679:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1788509776.711691:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1788509776.711702:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1788509776.711712:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1788509776.711722:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1788509776.711734:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1788509776.711746:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1788509776.711863:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1788509776.711881:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1788509776.711960:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1788509776.711967:0:25027:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1788509776.712084:0:25027:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796939776:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788509776.712173:0:25027:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509776.727892:0:25027:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd98212180 going to sleep for 11 seconds 00000100:00100000:3.0:1788509776.731538:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796939776 00000100:00100000:3.0:1788509776.731559:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796939776 00000100:00100000:3.0:1788509776.731639:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1788509776.731653:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:25027:x1875387796939776:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788509776.731922:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:25027:x1875387796939776:12345-0@lo:501:mount.lustre.0 Request processed in 272us (19747us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509776.731930:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1788509776.732352:0:25027:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796939776:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788509776.732422:0:25027:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796939904:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788509776.732495:0:25027:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509776.733740:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796939904 00000100:00100000:3.0:1788509776.733752:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796939904 00000100:00100000:3.0:1788509776.733803:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1788509776.733813:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:25027:x1875387796939904:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788509776.734023:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:25027:x1875387796939904:12345-0@lo:503:mount.lustre.0 Request processed in 210us (1526us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509776.734032:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1788509776.737412:0:25027:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd98212180 going to sleep for 11 seconds 00000100:00100000:2.0:1788509776.737472:0:25027:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796939904:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788509776.739542:0:25027:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788509776.739681:0:25027:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796940032:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788509776.739787:0:25027:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509776.740037:0:25027:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd812ed3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788509776.747797:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796940032 00000100:00100000:0.0:1788509776.747819:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796940032 00000100:00100000:0.0:1788509776.748058:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788509776.748072:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:25027:x1875387796940032:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788509776.748308:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:25027:x1875387796940032:12345-0@lo:502:mount.lustre.0 Request processed in 239us (8520us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509776.748317:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1788509776.752214:0:25027:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796940032:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788509776.755787:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788509776.755864:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1788509776.755881:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1788509776.755915:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1788509776.755935:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1788509776.755951:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1788509776.755966:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1788509776.755983:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1788509776.755998:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788509776.756013:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1788509776.756028:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1788509776.756044:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1788509776.756085:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1788509776.756101:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1788509776.756116:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1788509776.756130:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1788509776.756144:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1788509776.756159:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1788509776.756172:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1788509776.756185:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1788509776.756199:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1788509776.756225:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1788509776.756239:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788509776.756254:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788509776.756266:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1788509776.756277:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1788509776.756288:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1788509776.756299:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1788509776.756326:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1788509776.756342:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1788509776.759807:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1788509776.759875:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1788509776.759890:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1788509776.759922:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1788509776.759937:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1788509776.759951:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1788509776.759963:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1788509776.759977:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1788509776.759990:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1788509776.760004:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1788509776.760017:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1788509776.760031:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1788509776.760046:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1788509776.760061:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1788509776.760094:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1788509776.760110:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1788509776.760124:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1788509776.760137:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1788509776.760207:0:25027:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796940160:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788509776.760313:0:25027:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509776.762837:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796940160 00000100:00100000:0.0:1788509776.762855:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796940160 00000100:00100000:0.0:1788509776.763274:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1788509776.763288:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:25027:x1875387796940160:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788509776.763850:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:25027:x1875387796940160:12345-0@lo:502:mount.lustre.0 Request processed in 393us (3365us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509776.763859:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1788509776.766664:0:25027:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd812ed3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788509776.766713:0:25027:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796940160:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788509776.773830:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1788509776.773889:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1788509776.773961:0:25027:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796940288:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788509776.774046:0:25027:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509776.774101:0:25027:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd812ed3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788509776.774581:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796940288 00000100:00100000:0.0:1788509776.774597:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796940288 00000100:00100000:0.0:1788509776.774670:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1788509776.774683:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:25027:x1875387796940288:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788509776.777439:0:25027:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88424380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796940288:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788509776.777467:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:25027:x1875387796940288:12345-0@lo:502:mount.lustre.0 Request processed in 2776us (3412us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509776.777484:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000040:00080000:2.0:1788509776.778515:0:25027:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1788509776.778543:0:25027:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1788509776.788663:0:25041:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1788509776.788689:0:25041:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8bcdbd0599c0) 00000020:00000080:2.0:1788509776.788736:0:25041:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:2.0:1788509776.789013:0:25041:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8bcc87681800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788509776.789019:0:25041:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8bcc87681800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788509776.789022:0:25041:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8bcc87681800 3 00010000:00080000:2.0:1788509776.789059:0:25041:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8bcdb0e2d000@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.112@tcp at head 00010000:00010000:3.0:1788509776.791293:0:25041:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:3.0:1788509776.791577:0:25041:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:3.0:1788509776.791624:0:25041:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788509776.791944:0:25041:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xe5156b86310df60b 00000100:00080000:3.0:1788509776.791955:0:25041:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788509776.791961:0:25041:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8bcdb0e2d000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509776.791995:0:25041:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcdb5c5ca80 x1875387796940416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788509776.792018:0:25041:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788509776.792078:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788509776.792082:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788509776.792084:0:36:0:(import.c:65:import_set_state_nolock()) ffff8bcd83e77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788509776.792087:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 669 00000100:00080000:3.0:1788509776.792090:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1788509776.792093:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8bcd83e77800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509776.792103:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcdb5c5d500 x1875387796940800/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788509776.792124:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788509776.792127:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788509776.792134:0:36:0:(import.c:65:import_set_state_nolock()) ffff8bcd84a58000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788509776.792138:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 669 00000100:00080000:3.0:1788509776.792140:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1788509776.792144:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8bcd84a58000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509776.792157:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcdb5c5df80 x1875387796941312/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788509776.792212:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796941056:0@lo:400:kworker.0 00000100:00100000:3.0:1788509776.792269:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509776.792298:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3646:1875387796941696:0@lo:400:kworker.0 00000100:00100000:3.0:1788509776.792319:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509776.792337:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788509776.792342:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796940544:0@lo:400:kworker.0 00000100:00100000:3.0:1788509776.792358:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509776.792371:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796941184:0@lo:400:kworker.0 00000100:00100000:3.0:1788509776.792394:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509776.794759:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3643:1875387796940416:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788509776.794797:0:24209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796941184 00000100:00100000:0.0:1788509776.794807:0:24209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796941184 00000100:00100000:1.0:1788509776.794848:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509776.794875:0:24209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788509776.794886:0:24209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796941184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509776.794917:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796940800:0@lo:8:kworker.0 00000100:00100000:1.0:1788509776.794951:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509776.794982:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796941312:0@lo:8:kworker.0 00000100:00100000:0.0:1788509776.794983:0:24209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796941184:12345-0@lo:400:kworker.0 Request processed in 97us (2585us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509776.794996:0:24209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788509776.795013:0:24209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796940800 00000100:00100000:1.0:1788509776.795017:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509776.795020:0:24209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796940800 00000100:00100000:0.0:1788509776.795035:0:24209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796941312 00000100:00100000:0.0:1788509776.795038:0:24209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796941312 00000100:00100000:0.0:1788509776.795052:0:24209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788509776.795058:0:24209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3643:x1875387796940800:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1788509776.795064:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796941696 00000100:00100000:1.0:1788509776.795070:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796941696 00000100:00100000:1.0:1788509776.795116:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796940416 00000100:00100000:1.0:1788509776.795120:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796940416 00000100:00100000:0.0:1788509776.795126:0:24209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3643:x1875387796940800:12345-0@lo:8:kworker.0 Request processed in 64us (170us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788509776.795139:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788509776.795152:0:24209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788509776.795169:0:24209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788509776.795174:0:24209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3643:x1875387796941312:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1788509776.795219:0:24209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3643:x1875387796941312:12345-0@lo:8:kworker.0 Request processed in 43us (206us total) trans 0 rc -11/-11 00000100:00100000:0.0:1788509776.795226:0:24209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:0.0:1788509776.795243:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788509776.795247:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788509776.795302:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796941184:0@lo:400:kworker.0 00000100:00100000:0.0:1788509776.795338:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788509776.795345:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd83e77800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788509776.795348:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1788509776.795352:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796940800:0@lo:8:kworker.0 00000100:00100000:0.0:1788509776.795360:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788509776.795363:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd84a58000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788509776.795366:0:3643:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1788509776.795369:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796941312:0@lo:8:kworker.0 00000100:00100000:1.0:1788509776.795697:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875387796941696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509776.795830:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875387796941696:12345-0@lo:400:kworker.0 Request processed in 591us (3419us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509776.795839:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788509776.795858:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788509776.795863:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1875387796940416:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788509776.795970:0:22705:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 673 last 0 00000020:00000080:1.0:1788509776.796154:0:22705:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xe5156b86310df612 00000004:00100000:1.0:1788509776.796172:0:22705:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00100000:2.0:1788509776.796181:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796941056 00000100:00100000:2.0:1788509776.796197:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796941056 00000100:00080000:1.0:1788509776.796208:0:22705:0:(import.c:65:import_set_state_nolock()) ffff8bcd82e8e800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788509776.796262:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796940544 00000100:00100000:2.0:1788509776.796268:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796940544 00000100:00100000:1.0:1788509776.796273:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875387796940416:12345-0@lo:38:llog_process_th.0 Request processed in 404us (1422us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509776.796286:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788509776.796339:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796940672:0@lo:400:kworker.0 00000100:00100000:2.0:1788509776.796359:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788509776.796370:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788509776.796384:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796940544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509776.796424:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796940544:12345-0@lo:400:kworker.0 Request processed in 45us (4065us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509776.796431:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788509776.796448:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796941056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509776.796551:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796941056:12345-0@lo:400:kworker.0 Request processed in 182us (4280us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509776.796562:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509776.796574:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788509776.796619:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875387796940928:0@lo:400:kworker.0 00000100:00100000:3.0:1788509776.796621:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875387796941440:0@lo:400:kworker.0 00000100:00100000:2.0:1788509776.796666:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509776.796696:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3645:1875387796941568:0@lo:400:kworker.0 00000100:00100000:2.0:1788509776.796828:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509776.796865:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796940928 00000100:00100000:2.0:1788509776.796869:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796940928 00000100:00100000:2.0:1788509776.796919:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796941568 00000100:00100000:2.0:1788509776.796921:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796941568 00000100:00100000:2.0:1788509776.796950:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788509776.796956:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88424380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875387796940928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509776.796989:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88424380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875387796940928:12345-0@lo:400:kworker.0 Request processed in 33us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509776.796995:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788509776.797005:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788509776.797010:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875387796941568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509776.797031:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875387796941568:12345-0@lo:400:kworker.0 Request processed in 21us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509776.797036:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00080000:2.0:1788509776.797068:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcdb5c5f800 x1875387796940928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509776.797083:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875387796940928:0@lo:400:kworker.0 00010000:00080000:2.0:1788509776.797093:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcdb5c5e300 x1875387796941568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509776.797101:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3645:1875387796941568:0@lo:400:kworker.0 00000100:00100000:3.0:1788509776.799810:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509776.799991:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796941440 00000100:00100000:2.0:1788509776.800008:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796941440 00000100:00100000:2.0:1788509776.800089:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788509776.800101:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875387796941440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509776.800262:0:24209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796940672 00000100:00100000:1.0:1788509776.800272:0:24209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796940672 00000100:00100000:1.0:1788509776.800332:0:24209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788509776.800342:0:24209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796940672:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1788509776.800510:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788509776.800514:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788509776.801342:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796940544:0@lo:400:kworker.0 00000100:00100000:0.0:1788509776.801356:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796941056:0@lo:400:kworker.0 00010000:00080000:0.0:1788509776.801371:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcdb5c5ea00 x1875387796941696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509776.801381:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3646:1875387796941696:0@lo:400:kworker.0 00010000:00080000:0.0:1788509776.801443:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcdb5c5ca80 x1875387796940416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788509786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509776.801451:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788509776.801459:0:3643:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1788509776.801467:0:3643:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788509776.801473:0:3643:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788509776.801476:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcdb0e2d000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788509776.801481:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3643:1875387796940416:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788509776.806673:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875387796941440:12345-0@lo:400:kworker.0 Request processed in 6558us (6854us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509776.806694:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788509776.808817:0:24209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796940672:12345-0@lo:400:kworker.0 Request processed in 8467us (12253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509776.808830:0:24209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000020:01000004:0.0:1788509776.809619:0:25041:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1788509776.809707:0:25041:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8bcdb47c3380) 00000020:00000080:0.0:1788509776.809733:0:25041:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:0.0:1788509776.809835:0:25041:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8bcc87681800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788509776.809839:0:25041:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8bcc87681800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788509776.809841:0:25041:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8bcc87681800 3 00010000:00080000:0.0:1788509776.809870:0:25041:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8bcc8842a000@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.112@tcp at head 00010000:00080000:3.0:1788509776.810603:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcdb5c5d880 x1875387796941440/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509776.810621:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875387796941440:0@lo:400:kworker.0 00000100:00100000:3.0:1788509776.810731:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796940672:0@lo:400:kworker.0 00010000:00010000:1.0:1788509776.826199:0:25041:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:1.0:1788509776.826398:0:25041:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:1.0:1788509776.826442:0:25041:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788509776.826453:0:25041:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xe5156b86310df620 00000100:00080000:1.0:1788509776.826462:0:25041:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788509776.826468:0:25041:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8bcc8842a000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:1.0:1788509776.826499:0:25041:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcd85bd4700 x1875387796941824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788509776.826573:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3643:1875387796941824:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788509776.826634:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788509776.829793:0:25041:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:3.0:1788509776.833756:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796941824 00000100:00100000:3.0:1788509776.833769:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796941824 00000100:00100000:3.0:1788509776.833818:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788509776.833826:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3643:x1875387796941824:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788509776.834061:0:22706:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 673 last 0 00000020:00000080:3.0:1788509776.834096:0:22706:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xe5156b86310df627 00000004:00100000:3.0:1788509776.834112:0:22706:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788509776.834238:0:22706:0:(import.c:65:import_set_state_nolock()) ffff8bcc8756f800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788509776.834323:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875387796941824:12345-0@lo:38:llog_process_th.0 Request processed in 495us (7687us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509776.834331:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1788509776.834457:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8bcd85bd4700 x1875387796941824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788509786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509776.834469:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788509776.834477:0:3643:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1788509776.834484:0:3643:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788509776.834488:0:3643:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1788509776.834490:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcc8842a000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788509776.834495:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3643:1875387796941824:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1788509776.839125:0:25041:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1788509776.840661:0:25027:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788509776.840693:0:25027:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788509776.840750:0:25027:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df5f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df5fd expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509776.840763:0:25027:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227800/0xe5156b86310df5f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df5fd expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788509776.840821:0:25027:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788509776.840824:0:25027:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788509776.840825:0:25027:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788509776.840827:0:25027:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788509776.840828:0:25027:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788509776.840829:0:25027:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788509776.840830:0:25027:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788509776.840832:0:25027:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788509776.840833:0:25027:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788509776.840837:0:25027:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1788509776.840839:0:25027:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788509776.840840:0:25027:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788509776.840841:0:25027:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788509776.840842:0:25027:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788509776.840843:0:25027:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788509776.840844:0:25027:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788509776.840845:0:25027:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788509776.840846:0:25027:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788509776.840847:0:25027:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788509776.840874:0:25027:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1788509776.840893:0:25027:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796941952:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788509776.840988:0:25027:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509776.841024:0:25027:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcdb1090900 going to sleep for 11 seconds 00000100:00100000:1.0:1788509776.841198:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796941952 00000100:00100000:1.0:1788509776.841206:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796941952 00000100:00100000:1.0:1788509776.841254:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1788509776.841263:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:25027:x1875387796941952:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788509776.841288:0:22700:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1788509776.841300:0:22700:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1788509776.843618:0:22700:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788509776.843698:0:22721:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1788509776.843704:0:22721:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1788509776.843726:0:22721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8bcd92925200/0xe5156b86310df62e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.843742:0:22721:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8bcd92924200/0xe5156b86310df4c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df4bb expref: 24 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.843749:0:22721:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df4d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df4c9 expref: 24 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.843757:0:22721:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8bcd92925200/0xe5156b86310df62e lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.843791:0:22721:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df4d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe5156b86310df4c9 expref: 24 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.843803:0:22721:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df4d0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe5156b86310df4c9 expref: 24 pid: 22699 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509776.843814:0:22721:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd4a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1875387796942080:0@lo:104: 00000100:00100000:1.0:1788509776.843887:0:22721:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788509776.843950:0:22721:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8bcd92924200/0xe5156b86310df4c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe5156b86310df4bb expref: 24 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.843958:0:22721:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8bcd92924200/0xe5156b86310df4c2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe5156b86310df4bb expref: 24 pid: 22698 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509776.843966:0:22721:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd7100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1875387796942208:0@lo:104: 00000100:00100000:1.0:1788509776.843985:0:22721:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509776.844006:0:22721:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd82b00600 going to sleep for 11 seconds 00000100:00100000:0.0:1788509776.844476:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796942080 00000100:00100000:0.0:1788509776.844484:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796942080 00000100:00100000:0.0:1788509776.844515:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796942208 00000100:00100000:0.0:1788509776.844517:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796942208 20000000:01000000:2.0:1788509776.846469:0:22700:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1788509776.847742:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:25027:x1875387796941952:12345-0@lo:253:mount.lustre.0 Request processed in 6474us (6747us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509776.847756:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1788509776.847851:0:25027:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:25027:1875387796941952:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788509776.847876:0:25027:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1788509776.847879:0:25027:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788509776.847881:0:25027:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788509776.847882:0:25027:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788509776.847883:0:25027:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788509776.847884:0:25027:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788509776.847885:0:25027:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788509776.847886:0:25027:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788509776.847888:0:25027:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788509776.847890:0:25027:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1788509776.847925:0:25027:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:2.0:1788509776.849770:0:25027:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1788509776.850541:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788509776.850563:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+4:22721:x1875387796942080:12345-0@lo:104: 00010000:00010000:0.0:1788509776.850582:0:22689:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227a00/0xe5156b86310df4c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df4d0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509776.850685:0:22689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788509776.850692:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+4:22721:x1875387796942080:12345-0@lo:104: Request processed in 138us (6805us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509776.850786:0:22721:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd4a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1875387796942080:0@lo:104: 00010000:00010000:2.0:1788509776.852792:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788509776.852804:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227a00/0xe5156b86310df4c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df4d0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509776.852815:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb1227a00 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:2.0:1788509776.852819:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227a00/0xe5156b86310df4c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xe5156b86310df4d0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509776.852830:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227a00/0xe5156b86310df4c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xe5156b86310df4d0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788509776.852837:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227a00/0xe5156b86310df4c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xe5156b86310df4d0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509776.852843:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788509776.852925:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227a00/0xe5156b86310df4c9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df4d0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509776.852932:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788509776.852953:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227a00/0xe5156b86310df4c9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df4d0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509776.852960:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227a00/0xe5156b86310df4c9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df4d0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509776.852993:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509776.852995:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509776.852997:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788509776.853013:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88426a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3647:1875387796942336:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788509776.853070:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509776.853493:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796942336 00000100:00100000:3.0:1788509776.853501:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796942336 00010000:00010000:3.0:1788509776.853541:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df4d0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df4c9 expref: 24 pid: 22699 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509776.855744:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788509776.855767:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88425880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:3647:x1875387796942336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788509776.855787:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788509776.855796:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df4d0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df4c9 expref: 24 pid: 22699 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509776.855810:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df4d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe5156b86310df4c9 expref: 24 pid: 22699 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509776.855829:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcd92924a00/0xe5156b86310df4d0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe5156b86310df4c9 expref: 24 pid: 22699 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509776.855846:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788509776.855931:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88425880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:3647:x1875387796942336:12345-0@lo:103:ldlm_bl.0 Request processed in 175us (2859us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509776.855938:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788509776.856118:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88426a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3647:1875387796942336:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788509776.858913:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788509776.858956:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788509776.858971:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+3:22721:x1875387796942208:12345-0@lo:104: 00010000:00010000:0.0:1788509776.858989:0:22689:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: ffff8bcdb590bc00/0xe5156b86310df4bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df4c2 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509776.859086:0:22689:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788509776.859092:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+3:22721:x1875387796942208:12345-0@lo:104: Request processed in 130us (15106us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509776.859098:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788509776.860023:0:22721:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd7100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22721:1875387796942208:0@lo:104: 00010000:00010000:2.0:1788509776.860051:0:22721:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8bcd92925200/0xe5156b86310df62e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1788509776.860972:0:25027:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:2.0:1788509776.860980:0:25027:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:2.0:1788509776.861025:0:25027:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788509776.861074:0:25027:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.112@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788509776.861100:0:25027:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=50 00000080:00000004:2.0:1788509776.861118:0:25027:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:2.0:1788509776.861895:0:25027:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788509776.862123:0:25027:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788509776.864179:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788509776.864191:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcdb590bc00/0xe5156b86310df4bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df4c2 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509776.864200:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb590bc00 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:0.0:1788509776.864205:0:22695:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcdb590bc00/0xe5156b86310df4bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe5156b86310df4c2 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509776.864215:0:22695:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcdb590bc00/0xe5156b86310df4bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe5156b86310df4c2 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788509776.864222:0:22695:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcdb590bc00/0xe5156b86310df4bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe5156b86310df4c2 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788509776.864228:0:22695:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788509776.864274:0:22695:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcdb590bc00/0xe5156b86310df4bb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df4c2 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509776.864281:0:22695:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788509776.864314:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcdb590bc00/0xe5156b86310df4bb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df4c2 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509776.864321:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcdb590bc00/0xe5156b86310df4bb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df4c2 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509776.864337:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509776.864339:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509776.864341:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509776.864358:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788509776.864450:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3645:1875387796942464:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788509776.864516:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509776.876026:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796942464 00000100:00100000:1.0:1788509776.876036:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796942464 00010000:00010000:1.0:1788509776.876087:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8bcd92924200/0xe5156b86310df4c2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df4bb expref: 23 pid: 22698 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509776.876143:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788509776.876154:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:3645:x1875387796942464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788509776.876168:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788509776.876184:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8bcd92924200/0xe5156b86310df4c2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df4bb expref: 23 pid: 22698 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.876197:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8bcd92924200/0xe5156b86310df4c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe5156b86310df4bb expref: 23 pid: 22698 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.876214:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcd92924200/0xe5156b86310df4c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe5156b86310df4bb expref: 23 pid: 22698 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.876229:0:22691:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8bcd92925200/0xe5156b86310df62e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.876238:0:22691:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcd92925200/0xe5156b86310df62e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788509776.876253:0:22691:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.032549983s 00010000:00010000:1.0:1788509776.876259:0:22691:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8bcd92925200/0xe5156b86310df62e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.876265:0:22691:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8bcd92925200/0xe5156b86310df62e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.876271:0:22691:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8bcd92925200/0xe5156b86310df62e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.876277:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8bcd92925200/0xe5156b86310df62e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.876283:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92925200 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509776.876287:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8bcd92925200/0xe5156b86310df62e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.876306:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8bcd92925200/0xe5156b86310df62e lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.876332:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8bcd92925200/0xe5156b86310df62e lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509776.876343:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788509776.876396:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:3645:x1875387796942464:12345-0@lo:103:ldlm_bl.0 Request processed in 244us (11879us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509776.876403:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788509776.876507:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3645:1875387796942464:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788509776.876544:0:22721:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8bcd92925200/0xe5156b86310df62e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509776.876552:0:22721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8bcd92925200/0xe5156b86310df62e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509776.876558:0:22721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcd92925200/0xe5156b86310df62e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509777.111202:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509778.138441:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796942848:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788509778.138506:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509778.138558:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788509778.138564:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796942720:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788509778.138590:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509778.138625:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796942848 00000100:00100000:3.0:1788509778.138631:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796942848 00000100:00100000:3.0:1788509778.138690:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788509778.138699:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796942848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788509778.138730:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788509778.138774:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796942848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509778.138781:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788509778.138808:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796942720 00000100:00100000:3.0:1788509778.138812:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796942720 00000100:00100000:3.0:1788509778.138844:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788509778.138851:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796942720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788509778.138869:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788509778.138918:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796942720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509778.138925:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:3.0:1788509778.138941:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788509778.138978:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796942720:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788509778.138991:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796942848:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788509778.139183:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796942592:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788509778.139213:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509778.139235:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788509778.139241:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796942976:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788509778.139259:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788509778.139282:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509778.140627:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796942976 00000100:00100000:3.0:1788509778.140637:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796942976 00000100:00100000:3.0:1788509778.140689:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788509778.140698:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796942976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788509778.140717:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788509778.140783:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796942976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (1522us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509778.140790:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788509778.140836:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796942976:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788509778.140870:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788509778.140917:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796942592 00000100:00100000:3.0:1788509778.140921:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796942592 00000100:00100000:3.0:1788509778.140948:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788509778.140954:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796942592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788509778.140978:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788509778.141016:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796942592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (1802us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509778.141022:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788509778.141051:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796942592:0@lo:41:osp-pre-0-1.0 00000020:00000004:3.0:1788509778.158666:0:25094:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788509778.159668:0:25094:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:1.0:1788509778.520374:0:22702:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788509778.520382:0:22702:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8bcd83e73000 from 14 10000000:01000000:1.0:1788509778.520388:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788509778.520434:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcd92924e00/0xe5156b86310df635 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509778.520446:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcd92924e00/0xe5156b86310df635 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509778.520473:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcd92924e00/0xe5156b86310df635 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509778.520499:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796943104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788509778.520582:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509778.520621:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcda6363780 going to sleep for 11 seconds 00000100:00100000:2.0:1788509778.522665:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796943104 00000100:00100000:2.0:1788509778.522678:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796943104 00000100:00100000:0.0:1788509778.523822:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1788509778.523834:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:22702:x1875387796943104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788509778.523852:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509778.523873:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcc8846e400/0xe5156b86310df63c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df635 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509778.534827:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcc8846e400/0xe5156b86310df63c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df635 expref: 23 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509778.534861:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcc8846e400/0xe5156b86310df63c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df635 expref: 23 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509778.534872:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc8846e400, rc 0) 00000100:00100000:2.0:1788509778.535014:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:22702:x1875387796943104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 11180us (14429us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509778.535024:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1788509778.535251:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796943104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788509778.535272:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcd92924e00/0xe5156b86310df635 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df63c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509778.535297:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcd92924e00/0xe5156b86310df635 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df63c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509778.535365:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcda62f8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796943232:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788509778.535415:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509778.535446:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcda6363780 going to sleep for 11 seconds 00000100:00100000:0.0:1788509778.537733:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796943232 00000100:00100000:0.0:1788509778.537746:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796943232 00000100:00100000:0.0:1788509778.537809:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1788509778.537818:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:22702:x1875387796943232:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788509778.537840:0:22700:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788509778.537854:0:22700:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788509778.537858:0:22700:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1788509778.537997:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:22702:x1875387796943232:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 179us (2581us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509778.538005:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1788509778.538055:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcda62f8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796943232:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788509778.538118:0:22702:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788509778.538128:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcd92924e00/0xe5156b86310df635 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df63c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509778.538147:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcd92924e00/0xe5156b86310df635 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df63c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788509778.538158:0:22702:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788509778.538160:0:22702:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8bcd84f1c800 from 14 10000000:01000000:0.0:1788509778.538164:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788509778.538192:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f000/0xe5156b86310df643 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509778.538200:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f000/0xe5156b86310df643 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509778.538210:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f000/0xe5156b86310df643 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509778.538227:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796943360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788509778.538257:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509778.538303:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87cd8a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788509778.538551:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796943360 00000100:00100000:1.0:1788509778.538557:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796943360 00000100:00100000:1.0:1788509778.538594:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788509778.538601:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:22702:x1875387796943360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788509778.538610:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788509778.538623:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcd92925a00/0xe5156b86310df64a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df643 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509778.538643:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcd92925a00/0xe5156b86310df64a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df643 expref: 24 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509778.538653:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcd92925a00/0xe5156b86310df64a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df643 expref: 24 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509778.538662:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd92925a00, rc 0) 00000100:00100000:1.0:1788509778.538692:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:22702:x1875387796943360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 92us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509778.538698:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1788509778.538769:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796943360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788509778.538781:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f000/0xe5156b86310df643 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df64a expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509778.538791:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f000/0xe5156b86310df643 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df64a expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509778.538829:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796943488:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788509778.538856:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509778.538879:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87cd8a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788509778.538952:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796943488 00000100:00100000:1.0:1788509778.538956:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796943488 00000100:00100000:1.0:1788509778.539007:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1788509778.539019:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:22702:x1875387796943488:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788509778.539030:0:22700:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788509778.539041:0:22700:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788509778.539044:0:22700:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1788509778.539103:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:22702:x1875387796943488:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 84us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509778.539110:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1788509778.542723:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796943488:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788509778.542823:0:22702:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788509778.542834:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f000/0xe5156b86310df643 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df64a expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509778.542846:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f000/0xe5156b86310df643 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df64a expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509779.170963:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788509779.672160:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788509780.182139:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509781.207032:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.232403:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788509782.234840:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3645:1875387796943616:0@lo:400:kworker.0 00000100:00100000:2.0:1788509782.234925:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788509782.235386:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788509782.235391:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788509782.235394:0:36:0:(import.c:65:import_set_state_nolock()) ffff8bcd83e77800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788509782.235404:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8bcd83e77800 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509782.235423:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc876af800 x1875387796944000/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788509782.235458:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788509782.235461:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788509782.235463:0:36:0:(import.c:65:import_set_state_nolock()) ffff8bcd84a58000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788509782.235468:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8bcd84a58000 using connection 192.168.203.112@tcp/0@lo 00000100:00100000:3.0:1788509782.235479:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bcc876ac000 x1875387796944512/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788509782.235828:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875387796944128:0@lo:400:kworker.0 00000100:00100000:2.0:1788509782.235867:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509782.235910:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788509782.235916:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796944256:0@lo:400:kworker.0 00000100:00100000:2.0:1788509782.235955:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509782.235987:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796944128 00000100:00100000:2.0:1788509782.235994:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796944128 00000100:00100000:2.0:1788509782.236039:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788509782.236047:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88426a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875387796944128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509782.236098:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88426a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875387796944128:12345-0@lo:400:kworker.0 Request processed in 50us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509782.236098:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796943744:0@lo:400:kworker.0 00000100:00100000:2.0:1788509782.236110:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788509782.236136:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796944256 00000100:00100000:1.0:1788509782.236138:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509782.236142:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796944256 00000100:00100000:1.0:1788509782.236165:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796944384:0@lo:400:kworker.0 00000100:00100000:2.0:1788509782.236172:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796943744 00000100:00100000:2.0:1788509782.236176:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796943744 00000100:00100000:1.0:1788509782.236191:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509782.236196:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788509782.236206:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88424700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796944256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509782.236214:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788509782.236220:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796943872:0@lo:400:kworker.0 00000100:00100000:1.0:1788509782.236240:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509782.236387:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796943616 00000100:00100000:0.0:1788509782.236393:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796943616 00000100:00100000:0.0:1788509782.236423:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1788509782.236430:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:3645:x1875387796943616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509782.236492:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88424700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796944256:12345-0@lo:400:kworker.0 Request processed in 287us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509782.236509:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788509782.236518:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796943744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509782.236592:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875387796944640:0@lo:400:kworker.0 00000100:00100000:3.0:1788509782.236635:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509782.236654:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc865dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3647:1875387796945152:0@lo:400:kworker.0 00000100:00100000:1.0:1788509782.236670:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796943744:12345-0@lo:400:kworker.0 Request processed in 152us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509782.236678:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509782.236705:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788509782.236710:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3647:1875387796945024:0@lo:400:kworker.0 00000100:00100000:3.0:1788509782.236745:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509782.236765:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796944000:0@lo:8:kworker.0 00000100:00100000:3.0:1788509782.237360:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509782.237383:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796944512:0@lo:8:kworker.0 00000100:00100000:3.0:1788509782.237403:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509782.237472:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796944640 00000100:00100000:3.0:1788509782.237477:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796944640 00000100:00100000:3.0:1788509782.237508:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796945152 00000100:00100000:3.0:1788509782.237511:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796945152 00000100:00100000:3.0:1788509782.237535:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796945024 00000100:00100000:3.0:1788509782.237538:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796945024 00000100:00100000:3.0:1788509782.237552:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788509782.237558:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875387796944640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509782.237790:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875387796944640:12345-0@lo:400:kworker.0 Request processed in 232us (1154us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509782.237798:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788509782.237812:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788509782.237819:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875387796945152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509782.237847:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875387796945152:12345-0@lo:400:kworker.0 Request processed in 29us (1169us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509782.237853:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788509782.237873:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788509782.237879:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1875387796945024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509782.239528:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1875387796945024:12345-0@lo:400:kworker.0 Request processed in 1642us (2775us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509782.239538:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:3.0:1788509782.239570:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788509782.239576:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788509782.239593:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3644:1875387796944768:0@lo:400:kworker.0 00000100:00100000:3.0:1788509782.239625:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509782.239672:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796944256:0@lo:400:kworker.0 00010000:00080000:3.0:1788509782.239685:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc876aed80 x1875387796944128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509782.239694:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875387796944128:0@lo:400:kworker.0 00000100:00100000:3.0:1788509782.239714:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788509782.239731:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3644:1875387796944896:0@lo:400:kworker.0 00000100:00100000:3.0:1788509782.239754:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1788509782.239789:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc876af480 x1875387796945024/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509782.239800:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3647:1875387796945024:0@lo:400:kworker.0 00010000:00080000:3.0:1788509782.239812:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc876ad180 x1875387796944640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509782.239819:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875387796944640:0@lo:400:kworker.0 00010000:00080000:3.0:1788509782.239830:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc865dc700 x1875387796945152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509782.239854:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc865dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3647:1875387796945152:0@lo:400:kworker.0 00000100:00100000:3.0:1788509782.239875:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796944768 00000100:00100000:3.0:1788509782.239881:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796944768 00000100:00100000:3.0:1788509782.241695:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796944896 00000100:00100000:3.0:1788509782.241708:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796944896 00000100:00100000:3.0:1788509782.241770:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788509782.241780:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875387796944768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509782.241863:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875387796944768:12345-0@lo:400:kworker.0 Request processed in 84us (2236us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509782.241869:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788509782.241883:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788509782.241889:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875387796944896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509782.242332:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875387796944896:12345-0@lo:400:kworker.0 Request processed in 442us (2576us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509782.242339:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:3.0:1788509782.242364:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788509782.242367:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1788509782.242395:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc876af100 x1875387796944896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509782.242408:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3644:1875387796944896:0@lo:400:kworker.0 00010000:00080000:3.0:1788509782.242419:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc876aca80 x1875387796944768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788509782.242426:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3644:1875387796944768:0@lo:400:kworker.0 00000100:00100000:2.0:1788509782.245871:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788509782.245922:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788509782.245971:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796944384 00000100:00100000:1.0:1788509782.245979:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796944384 00000100:00100000:1.0:1788509782.246018:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796943872 00000100:00100000:1.0:1788509782.246020:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796943872 00000100:00100000:1.0:1788509782.246028:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796944000 00000100:00100000:1.0:1788509782.246030:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796944000 00000100:00100000:1.0:1788509782.246037:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796944512 00000100:00100000:1.0:1788509782.246049:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796944512 00000100:00100000:1.0:1788509782.246058:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788509782.246065:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796944384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509782.246138:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796944384:12345-0@lo:400:kworker.0 Request processed in 75us (9949us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509782.246143:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788509782.246152:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788509782.246155:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796943872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509782.246170:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796943872:12345-0@lo:400:kworker.0 Request processed in 15us (9932us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509782.246174:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788509782.246181:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788509782.246183:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3643:x1875387796944000:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788509782.246204:0:24210:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 679 last 0 00000020:00000080:1.0:1788509782.246224:0:24210:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xe5156b86310df651 00002000:00100000:1.0:1788509782.246234:0:24210:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8bcdbbee9000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a04 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1788509782.246237:0:24210:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1788509782.246239:0:24210:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788509782.246386:0:24210:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1788509782.246407:0:24210:0:(import.c:65:import_set_state_nolock()) ffff8bcdbbeec800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788509782.246454:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3643:x1875387796944000:12345-0@lo:8:kworker.0 Request processed in 268us (9095us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509782.246461:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788509782.246473:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788509782.246476:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3643:x1875387796944512:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788509782.246501:0:24210:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 679 last 0 00000020:00000080:1.0:1788509782.246522:0:24210:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xe5156b86310df658 00002000:00100000:1.0:1788509782.246528:0:24210:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8bcdaf83a800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a04 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:1.0:1788509782.246531:0:24210:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:1.0:1788509782.246533:0:24210:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788509782.246555:0:24210:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:1.0:1788509782.246568:0:24210:0:(import.c:65:import_set_state_nolock()) ffff8bcdaf83c800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788509782.246595:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3643:x1875387796944512:12345-0@lo:8:kworker.0 Request processed in 117us (9191us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509782.246601:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788509782.246648:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796943872:0@lo:400:kworker.0 00000100:00100000:1.0:1788509782.246661:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796943744:0@lo:400:kworker.0 00000100:00100000:1.0:1788509782.246671:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796944384:0@lo:400:kworker.0 00010000:00080000:1.0:1788509782.246717:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc876af800 x1875387796944000/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788509807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788509782.246731:0:3643:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788509782.246738:0:3643:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1788509782.246742:0:3643:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788509782.246744:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd83e77800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1788509782.246763:0:3643:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1788509782.246768:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3643:1875387796944000:0@lo:8:kworker.0 00010000:00080000:1.0:1788509782.246782:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc876ac000 x1875387796944512/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788509807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788509782.246791:0:3643:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1788509782.246795:0:3643:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1788509782.246803:0:3643:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788509782.246805:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8bcd84a58000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1788509782.246816:0:3643:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1788509782.246820:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3643:1875387796944512:0@lo:8:kworker.0 00000004:00080000:1.0:1788509782.246870:0:23450:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:0.0:1788509782.247389:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:3645:x1875387796943616:12345-0@lo:400:kworker.0 Request processed in 10957us (12461us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509782.247399:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1788509782.248179:0:23450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23450:1875387796945408:0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1788509782.248225:0:23450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509782.248266:0:23450:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd830029c0 going to sleep for 11 seconds 00000004:00080000:1.0:1788509782.248294:0:23449:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:0.0:1788509782.248296:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796945408 00000100:00100000:0.0:1788509782.248305:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796945408 00000100:00100000:0.0:1788509782.248354:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000004:00080000:1.0:1788509782.248362:0:23449:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 679409462673ns, next at 0ns, rc = 0 00000100:00100000:0.0:1788509782.248366:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23450:x1875387796945408:12345-0@lo:7:osp-pre-1-1.0 00080000:00080000:1.0:1788509782.248369:0:23449:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1788509782.248508:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3645:1875387796943616:0@lo:400:kworker.0 00000100:00100000:1.0:1788509782.248527:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788509782.248533:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796945280:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788509782.248560:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509782.248593:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796945280 00000100:00100000:1.0:1788509782.248597:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796945280 00000100:00100000:1.0:1788509782.248721:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788509782.248727:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3645:x1875387796945280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788509782.248745:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788509782.248790:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3645:x1875387796945280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509782.248806:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1788509782.248836:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcdb066ed80 x1875387796945280/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788509798 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509782.248852:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796945280:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1788509782.250588:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788509782.250608:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1788509782.250642:0:22731:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788509782.250738:0:22731:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 679411839260ns, next at 0ns, rc = 0 00080000:00080000:3.0:1788509782.250746:0:22731:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1788509782.250814:0:22732:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x5:0x0] 00000100:00100000:3.0:1788509782.250838:0:22732:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc865df800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22732:1875387796945664:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1788509782.250894:0:22732:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509782.250931:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc865dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796945536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788509782.250962:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509782.254645:0:22732:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcda63636c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788509782.254698:0:24209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796945664 00000100:00100000:3.0:1788509782.254706:0:24209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796945664 00000100:00100000:3.0:1788509782.254769:0:24209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788509782.254778:0:24209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22732:x1875387796945664:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:3.0:1788509782.254848:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788509782.257519:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796945536 00000100:00100000:0.0:1788509782.257531:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796945536 00000100:00100000:0.0:1788509782.257576:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788509782.257586:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3645:x1875387796945536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788509782.257610:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788509782.257703:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3645:x1875387796945536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (6741us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509782.257719:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1788509782.258384:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc865dc700 x1875387796945536/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788509798 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509782.258408:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc865dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796945536:0@lo:13:osp-pre-1-0.0 00002000:00080000:1.0:1788509782.264152:0:24210:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:1.0:1788509782.264161:0:24210:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788509782.264249:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23450:x1875387796945408:12345-0@lo:7:osp-pre-1-1.0 Request processed in 15883us (16019us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509782.264260:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:1.0:1788509782.264318:0:23450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcdb066d500 x1875387796945408/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788509798 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509782.264333:0:23450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23450:1875387796945408:0@lo:7:osp-pre-1-1.0 00000004:00080000:1.0:1788509782.264347:0:23450:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788509782.264388:0:23450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23450:1875387796945792:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1788509782.264421:0:23450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509782.264443:0:23450:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd830029c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788509782.264459:0:24652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796945792 00000100:00100000:1.0:1788509782.264465:0:24652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796945792 00000100:00100000:1.0:1788509782.264511:0:24652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788509782.264520:0:24652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23450:x1875387796945792:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1788509782.264543:0:24652:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1788509782.264573:0:24652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23450:x1875387796945792:12345-0@lo:5:osp-pre-1-1.0 Request processed in 54us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509782.264590:0:24652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000004:00080000:2.0:1788509782.266160:0:23438:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00010000:00080000:1.0:1788509782.266756:0:23450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcdb066d500 x1875387796945792/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788509798 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509782.266783:0:23450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23450:1875387796945792:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1788509782.266802:0:23450:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788509782.266842:0:23450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23450:1875387796945920:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1788509782.266891:0:23450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509782.266930:0:23450:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd830029c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788509782.266947:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796945920 00000100:00100000:1.0:1788509782.266953:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796945920 00000100:00100000:1.0:1788509782.266990:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788509782.266998:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23450:x1875387796945920:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1788509782.267031:0:24210:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00080000:0.0:1788509782.268176:0:24209:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:0.0:1788509782.268183:0:24209:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:0.0:1788509782.268189:0:24209:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:6 to 0x2c0000401:65) 00000004:00080000:1.0:1788509782.276918:0:22686:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00010000:1.0:1788509782.296932:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788509782.296943:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006db8ec09/0xe5156b86310df65f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.296961:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788509782.296965:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788509782.296972:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006db8ec09/0xe5156b86310df65f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.296989:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006db8ec09/0xe5156b86310df65f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.296999:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006db8ec09/0xe5156b86310df65f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.297015:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006db8ec09/0xe5156b86310df65f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.297031:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788509782.297467:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788509782.297473:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000fb6cc90/0xe5156b86310df666 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.297482:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788509782.297485:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788509782.297489:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000fb6cc90/0xe5156b86310df666 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.297509:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000fb6cc90/0xe5156b86310df666 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.297516:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000fb6cc90/0xe5156b86310df666 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.297523:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000fb6cc90/0xe5156b86310df666 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.297538:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788509782.297548:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788509782.297554:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006db8ec09/0xe5156b86310df65f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.297567:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92924200 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509782.297571:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006db8ec09/0xe5156b86310df65f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.297592:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006db8ec09/0xe5156b86310df65f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.297617:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006db8ec09/0xe5156b86310df65f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.297624:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006db8ec09/0xe5156b86310df65f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.297642:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509782.297645:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000fb6cc90/0xe5156b86310df666 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.297651:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92925200 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:1.0:1788509782.297654:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000fb6cc90/0xe5156b86310df666 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.297660:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000fb6cc90/0xe5156b86310df666 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.297668:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000fb6cc90/0xe5156b86310df666 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.297681:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000fb6cc90/0xe5156b86310df666 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509782.297693:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509782.297694:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509782.297696:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509782.298511:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788509782.299806:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788509782.299816:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f825a6e/0xe5156b86310df66d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.299830:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1788509782.299835:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788509782.299847:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f825a6e/0xe5156b86310df66d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.299861:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f825a6e/0xe5156b86310df66d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.299871:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f825a6e/0xe5156b86310df66d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.299879:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009f825a6e/0xe5156b86310df66d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.299915:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788509782.300196:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788509782.300204:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009f825a6e/0xe5156b86310df66d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.300213:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb1226800 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:3.0:1788509782.300225:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009f825a6e/0xe5156b86310df66d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.300235:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009f825a6e/0xe5156b86310df66d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.300260:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009f825a6e/0xe5156b86310df66d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.300267:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f825a6e/0xe5156b86310df66d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.300295:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509782.300297:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509782.300299:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788509782.301015:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788509782.301023:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000047a73a57/0xe5156b86310df674 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.301034:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1788509782.301038:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788509782.301042:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047a73a57/0xe5156b86310df674 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.301053:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000047a73a57/0xe5156b86310df674 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.301061:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000047a73a57/0xe5156b86310df674 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.301078:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000047a73a57/0xe5156b86310df674 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.301094:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788509782.301414:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788509782.301420:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000047a73a57/0xe5156b86310df674 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.301428:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb1227e00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:3.0:1788509782.301432:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000047a73a57/0xe5156b86310df674 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.301441:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000047a73a57/0xe5156b86310df674 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.301454:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000047a73a57/0xe5156b86310df674 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.301461:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000047a73a57/0xe5156b86310df674 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.301478:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509782.301479:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509782.301481:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509782.301628:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509782.301634:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df67b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.301652:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1788509782.301655:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509782.301660:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df67b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.301679:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df67b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.301687:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df67b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.301695:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df67b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.301711:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788509782.301964:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788509782.301969:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df67b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.301977:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80031a00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509782.301980:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df67b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.301988:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df67b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.302001:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df67b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.302008:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df67b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.302024:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.302027:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.302029:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509782.302190:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509782.302196:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df682 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.302203:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1788509782.302207:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509782.302212:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df682 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.302344:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df682 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.302363:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df682 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.302371:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df682 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.302386:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788509782.302392:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788509782.302396:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df682 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.302403:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030600 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:3.0:1788509782.302406:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df682 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.302414:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df682 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.302424:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df682 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.302432:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df682 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.302444:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509782.302450:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509782.302452:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509782.307802:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509782.307814:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df689 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.307831:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1788509782.307836:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509782.307842:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df689 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.307856:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df689 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.307867:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df689 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.307875:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df689 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.307896:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788509782.307927:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788509782.309087:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df689 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.309101:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80031400 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:3.0:1788509782.309106:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df689 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.309131:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df689 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.309149:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df689 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.309157:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df689 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.309176:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509782.309179:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509782.309181:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788509782.315162:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788509782.315183:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008ae0549/0xe5156b86310df690 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.315201:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1788509782.315205:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788509782.315211:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008ae0549/0xe5156b86310df690 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.315237:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008ae0549/0xe5156b86310df690 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.315256:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008ae0549/0xe5156b86310df690 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.315264:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000008ae0549/0xe5156b86310df690 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.315286:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788509782.317016:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788509782.317029:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008ae0549/0xe5156b86310df690 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.317043:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb1226200 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:0.0:1788509782.317048:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008ae0549/0xe5156b86310df690 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.317060:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008ae0549/0xe5156b86310df690 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.317088:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008ae0549/0xe5156b86310df690 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.317097:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008ae0549/0xe5156b86310df690 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.317127:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509782.317130:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509782.317132:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788509782.318187:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788509782.318200:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098e73e31/0xe5156b86310df697 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.318224:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1788509782.318228:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788509782.318235:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098e73e31/0xe5156b86310df697 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.318257:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098e73e31/0xe5156b86310df697 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.318275:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098e73e31/0xe5156b86310df697 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.318283:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098e73e31/0xe5156b86310df697 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.318305:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788509782.319761:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788509782.319782:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098e73e31/0xe5156b86310df697 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.319803:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb1227000 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:0.0:1788509782.319808:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098e73e31/0xe5156b86310df697 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.319819:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098e73e31/0xe5156b86310df697 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.319848:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098e73e31/0xe5156b86310df697 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.319857:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098e73e31/0xe5156b86310df697 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.319881:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509782.319882:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509782.319885:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509782.323950:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509782.323961:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df69e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.323976:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1788509782.323981:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509782.323987:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df69e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.324002:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df69e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.324012:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df69e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.324026:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df69e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.324043:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788509782.324220:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788509782.324227:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df69e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.324235:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030600 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509782.324240:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df69e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.324250:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df69e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.324267:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df69e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.324275:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df69e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.324294:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.324302:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.324304:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509782.326052:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509782.326064:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df6a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.326077:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1788509782.326082:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509782.326089:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df6a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.326102:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df6a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.326112:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df6a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.326119:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df6a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.326141:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788509782.326529:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788509782.326537:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df6a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.326547:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80031a00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:0.0:1788509782.326551:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df6a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.326560:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df6a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.326586:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df6a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.326594:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f27f59f0/0xe5156b86310df6a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.326628:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509782.326631:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509782.326633:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509782.329236:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509782.329248:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.329273:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1788509782.329277:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509782.329283:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.329297:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.329307:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.329447:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.329471:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788509782.330427:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788509782.330436:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002eac3ea8/0xe5156b86310df6b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.330448:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1788509782.330453:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788509782.330458:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002eac3ea8/0xe5156b86310df6b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.330470:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002eac3ea8/0xe5156b86310df6b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.330480:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002eac3ea8/0xe5156b86310df6b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.330487:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002eac3ea8/0xe5156b86310df6b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.330518:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788509782.330656:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788509782.330663:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.330672:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80031400 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:3.0:1788509782.330676:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.330685:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.330713:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6ac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.330721:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.330740:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788509782.330743:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002eac3ea8/0xe5156b86310df6b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.330749:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb1227a00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:3.0:1788509782.330752:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002eac3ea8/0xe5156b86310df6b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.330759:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002eac3ea8/0xe5156b86310df6b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.330768:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002eac3ea8/0xe5156b86310df6b3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.330775:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002eac3ea8/0xe5156b86310df6b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.330790:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509782.330792:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509782.330798:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788509782.331588:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788509782.331595:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086fb7f7a/0xe5156b86310df6ba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.331606:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1788509782.331610:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788509782.331615:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086fb7f7a/0xe5156b86310df6ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.331632:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086fb7f7a/0xe5156b86310df6ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.331642:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086fb7f7a/0xe5156b86310df6ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.331650:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000086fb7f7a/0xe5156b86310df6ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.331670:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788509782.332848:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788509782.332857:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000086fb7f7a/0xe5156b86310df6ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.332868:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb1226600 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:3.0:1788509782.332873:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000086fb7f7a/0xe5156b86310df6ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.332882:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000086fb7f7a/0xe5156b86310df6ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.332895:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509782.332926:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000086fb7f7a/0xe5156b86310df6ba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.332935:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086fb7f7a/0xe5156b86310df6ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.332953:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509782.332954:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509782.332956:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788509782.333279:0:25028:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:2.0:1788509782.333303:0:25028:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1788509782.333309:0:25028:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00002000:00010000:3.0:1788509782.333483:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509782.333490:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.333525:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1788509782.333529:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509782.333535:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.333553:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.333561:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.333568:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.333590:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788509782.333735:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23450:x1875387796945920:12345-0@lo:5:osp-pre-1-1.0 Request processed in 66733us (66840us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788509782.333746:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788509782.333807:0:23450:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1788509782.333815:0:23450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23450:1875387796945920:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1788509782.333831:0:23450:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:0.0:1788509782.333877:0:23450:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23450:1875387796946048:0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1788509782.333934:0:23450:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509782.333959:0:23450:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcda623c240 going to sleep for 11 seconds 00000100:00100000:0.0:1788509782.333979:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796946048 00000100:00100000:0.0:1788509782.333985:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796946048 00002000:00010000:3.0:1788509782.334022:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509782.334028:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509782.334030:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1788509782.334042:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=679s v=(0 0) 00000100:00100000:0.0:1788509782.334044:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23450:x1875387796946048:12345-0@lo:900:osp-pre-1-1.0 00010000:00010000:3.0:1788509782.334047:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509782.334054:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.334064:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.334073:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.334090:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509782.334097:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23450:x1875387796946048:12345-0@lo:900:osp-pre-1-1.0 Request processed in 53us (160us total) trans 0 rc 0/0 00010000:00010000:3.0:1788509782.334111:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788509782.334122:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1788509782.334123:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788509782.334128:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.334135:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030200 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:3.0:1788509782.334139:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.334147:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:0.0:1788509782.334159:0:23450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc87d4b800 x1875387796946048/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788509798 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1788509782.334162:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6c1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.334181:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509782.334182:0:23450:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23450:1875387796946048:0@lo:900:osp-pre-1-1.0 00010000:00010000:3.0:1788509782.334205:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788509782.334209:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.334233:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030000 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:3.0:1788509782.334237:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.334244:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.334255:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6c8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.334262:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.334274:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509782.334276:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509782.334277:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.334796:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509782.335716:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509782.335724:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b1f22f8/0xe5156b86310df6cf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.335738:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1788509782.335742:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509782.335748:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b1f22f8/0xe5156b86310df6cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.335759:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b1f22f8/0xe5156b86310df6cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.335778:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b1f22f8/0xe5156b86310df6cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.335785:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008b1f22f8/0xe5156b86310df6cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.335805:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788509782.338662:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509782.338676:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df6d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.338693:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1788509782.338697:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509782.338703:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df6d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.338717:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df6d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.338727:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df6d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.338737:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df6d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.338783:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788509782.339743:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788509782.339752:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008b1f22f8/0xe5156b86310df6cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.339764:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030400 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:0.0:1788509782.339779:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008b1f22f8/0xe5156b86310df6cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.339789:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008b1f22f8/0xe5156b86310df6cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.339809:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008b1f22f8/0xe5156b86310df6cf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.339816:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b1f22f8/0xe5156b86310df6cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.339835:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788509782.339839:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df6d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.339856:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030600 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:0.0:1788509782.339860:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df6d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.339868:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df6d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.339879:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df6d6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.339886:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce896ab9/0xe5156b86310df6d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.339924:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509782.339926:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509782.339928:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509782.343049:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509782.343063:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6dd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.343081:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1788509782.343086:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509782.343094:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.343110:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.343120:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.343127:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.343148:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788509782.343159:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788509782.343167:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.343175:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030000 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:3.0:1788509782.343187:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.343198:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.343230:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6dd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.343239:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005544b944/0xe5156b86310df6dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.343256:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509782.343258:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509782.343260:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.343767:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509782.343879:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509782.343887:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.343917:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1788509782.343922:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509782.343926:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.343936:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.343945:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.343958:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.343980:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788509782.344181:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788509782.344187:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.344194:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030200 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509782.344197:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.344205:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.344238:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6e4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.344246:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000471d8161/0xe5156b86310df6e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.344261:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.344263:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.344265:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788509782.344454:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788509782.344461:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.344470:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1788509782.344474:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509782.344478:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.344487:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.344507:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.344514:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509782.344561:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788509782.352973:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788509782.352986:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.352999:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80031400 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509782.353004:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788509782.353013:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788509782.353015:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.353024:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab8c6cc9/0xe5156b86310df6f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.353038:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1788509782.353039:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6eb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.353046:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788509782.353053:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be94638d/0xe5156b86310df6eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.353056:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab8c6cc9/0xe5156b86310df6f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.353077:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab8c6cc9/0xe5156b86310df6f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.353098:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab8c6cc9/0xe5156b86310df6f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.353105:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509782.353106:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab8c6cc9/0xe5156b86310df6f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.353108:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.353112:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509782.353128:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788509782.353140:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788509782.353146:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab8c6cc9/0xe5156b86310df6f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.353154:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846f200 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509782.353157:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab8c6cc9/0xe5156b86310df6f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.353164:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab8c6cc9/0xe5156b86310df6f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.353176:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab8c6cc9/0xe5156b86310df6f2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.353183:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab8c6cc9/0xe5156b86310df6f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.353199:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.353201:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.353203:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788509782.353756:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509782.353762:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3fe0abe/0xe5156b86310df6f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.353771:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1788509782.353775:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509782.353779:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3fe0abe/0xe5156b86310df6f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.353788:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c3fe0abe/0xe5156b86310df6f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.353796:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3fe0abe/0xe5156b86310df6f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.353802:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c3fe0abe/0xe5156b86310df6f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.353950:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788509782.354250:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509782.354256:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009409c866/0xe5156b86310df700 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.354265:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1788509782.354268:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509782.354272:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009409c866/0xe5156b86310df700 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.354280:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009409c866/0xe5156b86310df700 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.354287:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009409c866/0xe5156b86310df700 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.354293:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009409c866/0xe5156b86310df700 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.354305:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1788509782.354543:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509782.354549:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab2fd79d/0xe5156b86310df707 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.354556:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1788509782.354565:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509782.354570:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab2fd79d/0xe5156b86310df707 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.354579:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab2fd79d/0xe5156b86310df707 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.354587:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab2fd79d/0xe5156b86310df707 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.354594:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab2fd79d/0xe5156b86310df707 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.354603:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1788509782.354803:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788509782.354809:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c3fe0abe/0xe5156b86310df6f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788509782.355820:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509782.355843:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021d534cc/0xe5156b86310df70e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.355856:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1788509782.355860:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509782.355865:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021d534cc/0xe5156b86310df70e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.355877:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021d534cc/0xe5156b86310df70e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.355886:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021d534cc/0xe5156b86310df70e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.355921:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021d534cc/0xe5156b86310df70e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.355932:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1788509782.356133:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846fc00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509782.356141:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3fe0abe/0xe5156b86310df6f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.356151:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3fe0abe/0xe5156b86310df6f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.356168:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c3fe0abe/0xe5156b86310df6f9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.356174:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3fe0abe/0xe5156b86310df6f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.356194:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788509782.356198:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009409c866/0xe5156b86310df700 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.356204:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846f600 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509782.356207:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009409c866/0xe5156b86310df700 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.356214:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009409c866/0xe5156b86310df700 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.356223:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009409c866/0xe5156b86310df700 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.356236:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009409c866/0xe5156b86310df700 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.356247:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788509782.356250:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab2fd79d/0xe5156b86310df707 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.356256:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846e000 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509782.356259:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab2fd79d/0xe5156b86310df707 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.356267:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab2fd79d/0xe5156b86310df707 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.356276:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab2fd79d/0xe5156b86310df707 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.356283:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab2fd79d/0xe5156b86310df707 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.356295:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788509782.356299:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021d534cc/0xe5156b86310df70e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.356305:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846fe00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509782.356314:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021d534cc/0xe5156b86310df70e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.356321:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021d534cc/0xe5156b86310df70e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.356331:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021d534cc/0xe5156b86310df70e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.356337:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021d534cc/0xe5156b86310df70e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.356349:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.356351:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.356352:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.356360:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788509782.360028:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509782.360041:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2cc8f13/0xe5156b86310df715 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.360060:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1788509782.360065:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509782.360071:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2cc8f13/0xe5156b86310df715 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.360086:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2cc8f13/0xe5156b86310df715 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.360097:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2cc8f13/0xe5156b86310df715 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.360105:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a2cc8f13/0xe5156b86310df715 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.360124:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788509782.360541:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788509782.360548:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a2cc8f13/0xe5156b86310df715 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.360556:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846f400 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509782.360562:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2cc8f13/0xe5156b86310df715 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.360571:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2cc8f13/0xe5156b86310df715 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.360589:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a2cc8f13/0xe5156b86310df715 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.360604:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2cc8f13/0xe5156b86310df715 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.360625:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.360627:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.360629:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788509782.360716:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509782.360722:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df954a41/0xe5156b86310df71c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.360737:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1788509782.360740:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509782.360745:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df954a41/0xe5156b86310df71c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.360755:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df954a41/0xe5156b86310df71c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.360763:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df954a41/0xe5156b86310df71c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.360770:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000df954a41/0xe5156b86310df71c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.360827:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788509782.361173:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509782.361179:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000477ceb23/0xe5156b86310df723 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.361187:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1788509782.361190:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509782.361194:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000477ceb23/0xe5156b86310df723 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.361203:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000477ceb23/0xe5156b86310df723 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.361222:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000477ceb23/0xe5156b86310df723 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.361228:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000477ceb23/0xe5156b86310df723 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.361607:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788509782.361614:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000df954a41/0xe5156b86310df71c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.361621:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846fa00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509782.361625:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000df954a41/0xe5156b86310df71c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.361633:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000df954a41/0xe5156b86310df71c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.361646:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000df954a41/0xe5156b86310df71c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.361652:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df954a41/0xe5156b86310df71c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.361668:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788509782.361671:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000477ceb23/0xe5156b86310df723 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.361685:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846e800 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509782.361688:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000477ceb23/0xe5156b86310df723 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.361696:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000477ceb23/0xe5156b86310df723 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.361705:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000477ceb23/0xe5156b86310df723 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.361713:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.361714:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.361716:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509782.369929:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788509782.369941:0:24209:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000477ceb23/0xe5156b86310df723 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788509782.371093:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509782.371102:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000344a3d1/0xe5156b86310df72a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.371117:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1788509782.371122:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509782.371128:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000344a3d1/0xe5156b86310df72a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.371143:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000344a3d1/0xe5156b86310df72a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.371153:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000344a3d1/0xe5156b86310df72a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.371173:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000344a3d1/0xe5156b86310df72a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.375119:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788509782.375133:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000344a3d1/0xe5156b86310df72a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.375147:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846e200 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509782.375152:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000344a3d1/0xe5156b86310df72a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.375164:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000344a3d1/0xe5156b86310df72a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.375187:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000344a3d1/0xe5156b86310df72a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.375207:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.375208:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.375210:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509782.375445:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788509782.375453:0:24209:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000344a3d1/0xe5156b86310df72a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.376097:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788509782.376262:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509782.376270:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db43e9ff/0xe5156b86310df731 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.376282:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1788509782.376287:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509782.376293:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db43e9ff/0xe5156b86310df731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.376305:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db43e9ff/0xe5156b86310df731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.376314:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db43e9ff/0xe5156b86310df731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.376322:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db43e9ff/0xe5156b86310df731 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.376385:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788509782.376698:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788509782.376704:0:24209:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f69e4d6/0xe5156b86310df738 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.376713:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1788509782.376717:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509782.376732:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f69e4d6/0xe5156b86310df738 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.376743:0:24209:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f69e4d6/0xe5156b86310df738 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.376752:0:24209:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f69e4d6/0xe5156b86310df738 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509782.376760:0:24209:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f69e4d6/0xe5156b86310df738 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.379033:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788509782.379046:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db43e9ff/0xe5156b86310df731 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.379060:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846ee00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509782.379066:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db43e9ff/0xe5156b86310df731 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.379077:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db43e9ff/0xe5156b86310df731 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.379098:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db43e9ff/0xe5156b86310df731 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.379106:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db43e9ff/0xe5156b86310df731 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.379128:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788509782.379132:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f69e4d6/0xe5156b86310df738 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.379138:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846ec00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509782.379166:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f69e4d6/0xe5156b86310df738 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.379176:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f69e4d6/0xe5156b86310df738 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.379187:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f69e4d6/0xe5156b86310df738 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509782.379196:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.379198:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509782.379201:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509782.381294:0:24209:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788509782.381308:0:24209:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f69e4d6/0xe5156b86310df738 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1788509782.381656:0:24209:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:5 00000100:00100000:0.0:1788509782.381771:0:24209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22732:x1875387796945664:12345-0@lo:5:osp-pre-1-0.0 Request processed in 126991us (130874us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509782.381789:0:24209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788509782.382005:0:22732:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc865df800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22732:1875387796945664:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1788509782.382022:0:22732:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x5:0x0] 00000100:00100000:0.0:1788509782.382068:0:22732:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22732:1875387796946176:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1788509782.382104:0:22732:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509782.382127:0:22732:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87436c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788509782.382146:0:24652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796946176 00000100:00100000:0.0:1788509782.382152:0:24652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796946176 00000100:00100000:0.0:1788509782.382198:0:24652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788509782.382208:0:24652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22732:x1875387796946176:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1788509782.382244:0:24652:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:2.0:1788509782.383409:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509782.384724:0:24652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22732:x1875387796946176:12345-0@lo:5:osp-pre-1-0.0 Request processed in 2514us (2615us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1788509782.384734:0:24652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788509782.384797:0:22732:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22732:1875387796946176:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1788509782.384810:0:22732:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000100:00100000:3.0:1788509783.254470:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc865dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796946304:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788509783.254548:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509783.254598:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788509783.254605:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc865df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796946432:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788509783.254628:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509783.254655:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc865dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796946560:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788509783.254682:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509783.254714:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796946304 00000100:00100000:3.0:1788509783.254720:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796946304 00000100:00100000:3.0:1788509783.254757:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796946432 00000100:00100000:3.0:1788509783.254760:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796946432 00000100:00100000:3.0:1788509783.254775:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788509783.254782:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796946304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788509783.254811:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788509783.254854:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796946304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509783.254861:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788509783.254876:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788509783.254883:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796946432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788509783.254915:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788509783.254956:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796946432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509783.254962:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788509783.254982:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796946560 00000100:00100000:3.0:1788509783.254985:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796946560 00000100:00100000:3.0:1788509783.255009:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788509783.255016:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796946560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788509783.255034:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788509783.255066:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796946560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509783.255078:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788509783.255117:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc865dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796946560:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788509783.255143:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc865df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796946432:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788509783.255153:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc865dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796946304:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788509783.256705:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796946688:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788509783.256752:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509783.257031:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796946688 00000100:00100000:2.0:1788509783.257038:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796946688 00000100:00100000:2.0:1788509783.257076:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788509783.257084:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796946688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788509783.257101:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788509783.262049:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796946688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4957us (5287us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509783.262063:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1788509783.262093:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509783.265628:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796946688:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1788509784.164155:0:23458:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788509784.285234:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788509784.380185:0:25385:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1788509785.303510:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788509785.754060:0:25438:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788509785.754340:0:25438:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788509786.326206:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788509786.871964:0:25488:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788509786.872179:0:25488:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788509787.143263:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509787.143525:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774813312 00000100:00100000:1.0:1788509787.143537:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774813312 00000100:00100000:1.0:1788509787.143598:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 114 00000100:00100000:1.0:1788509787.143608:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2406:x1875387774813312:12345-192.168.203.12@tcp:250:mount.lustre.0 00010000:00080000:1.0:1788509787.143642:0:22700:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 77a08576-1eb4-46ac-800a-e1e1c73942bf@192.168.203.12@tcp t0 exp 0000000000000000 cur 684 last 0 00000020:00000080:1.0:1788509787.143682:0:22700:0:(genops.c:1385:class_connect()) connect: client 77a08576-1eb4-46ac-800a-e1e1c73942bf, cookie 0xe5156b86310df73f 00000100:00080000:1.0:1788509787.143860:0:22700:0:(import.c:65:import_set_state_nolock()) ffff8bcd9e164000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788509787.143999:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+5:2406:x1875387774813312:12345-192.168.203.12@tcp:250:mount.lustre.0 Request processed in 391us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509787.144008:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 114 00000100:00100000:0.0:1788509787.153363:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509787.156090:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774813440 00000100:00100000:2.0:1788509787.156108:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774813440 00000100:00100000:3.0:1788509787.157786:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 115 00000100:00100000:3.0:1788509787.157803:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+5:18059:x1875387774813440:12345-192.168.203.12@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788509787.157827:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509787.157853:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcd80031400/0xe5156b86310df746 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x1a882e4647553606 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509787.157892:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcd80031400/0xe5156b86310df746 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553606 expref: 6 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509787.157934:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcd80031400/0xe5156b86310df746 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553606 expref: 6 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509787.157946:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd80031400, rc 0) 00000100:00100000:3.0:1788509787.158033:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+6:18059:x1875387774813440:12345-192.168.203.12@tcp:101:mount.lustre.0 Request processed in 233us (4682us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509787.158125:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 115 00000100:00100000:2.0:1788509787.160114:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509787.160210:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774813568 00000100:00100000:0.0:1788509787.160222:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774813568 00000100:00100000:0.0:1788509787.160283:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 116 00000100:00100000:0.0:1788509787.160293:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+6:18059:x1875387774813568:12345-192.168.203.12@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788509787.160580:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+6:18059:x1875387774813568:12345-192.168.203.12@tcp:501:mount.lustre.0 Request processed in 288us (476us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788509787.160601:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 116 00000100:00100000:0.0:1788509787.173440:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509787.173600:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774813696 00000100:00100000:3.0:1788509787.173614:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774813696 00000100:00100000:3.0:1788509787.173861:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 117 00000100:00100000:3.0:1788509787.173875:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+6:18059:x1875387774813696:12345-192.168.203.12@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788509787.173948:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509787.173973:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcd80030200/0xe5156b86310df74d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x1a882e464755360d expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509787.174011:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcd80030200/0xe5156b86310df74d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755360d expref: 7 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509787.174025:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcd80030200/0xe5156b86310df74d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755360d expref: 7 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509787.174036:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd80030200, rc 0) 00000100:00100000:3.0:1788509787.176400:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+7:18059:x1875387774813696:12345-192.168.203.12@tcp:101:mount.lustre.0 Request processed in 2513us (2971us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509787.176418:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 117 00000100:00100000:2.0:1788509787.183058:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509787.183210:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774813824 00000100:00100000:0.0:1788509787.183225:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774813824 00000100:00100000:0.0:1788509787.183298:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 118 00000100:00100000:0.0:1788509787.183310:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8601f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+7:18059:x1875387774813824:12345-192.168.203.12@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788509787.183548:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8601f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+8:18059:x1875387774813824:12345-192.168.203.12@tcp:501:mount.lustre.0 Request processed in 239us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509787.183557:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 118 00000100:00100000:2.0:1788509787.191048:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509787.191285:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774813952 00000100:00100000:3.0:1788509787.191298:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774813952 00000100:00100000:3.0:1788509787.191370:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 119 00000100:00100000:3.0:1788509787.191382:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7e97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+8:18059:x1875387774813952:12345-192.168.203.12@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788509787.191611:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7e97050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+8:18059:x1875387774813952:12345-192.168.203.12@tcp:503:mount.lustre.0 Request processed in 230us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509787.191619:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 119 00000100:00100000:2.0:1788509787.217018:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509787.220075:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774814080 00000100:00100000:0.0:1788509787.220096:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774814080 00000100:00100000:0.0:1788509787.220212:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 120 00000100:00100000:0.0:1788509787.220228:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7e96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+8:18078:x1875387774814080:12345-192.168.203.12@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788509787.220474:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7e96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+8:18078:x1875387774814080:12345-192.168.203.12@tcp:502:llog_process_th.0 Request processed in 247us (3469us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509787.220483:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 120 00000100:00100000:2.0:1788509787.253884:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509787.254142:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774814208 00000100:00100000:0.0:1788509787.254154:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774814208 00000100:00100000:0.0:1788509787.254228:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 121 00000100:00100000:0.0:1788509787.254239:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7e97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+8:18078:x1875387774814208:12345-192.168.203.12@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788509787.254593:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7e97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+8:18078:x1875387774814208:12345-192.168.203.12@tcp:502:llog_process_th.0 Request processed in 354us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509787.254602:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 121 00000100:00100000:2.0:1788509787.263583:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509787.269669:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774814336 00000100:00100000:3.0:1788509787.269690:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774814336 00000100:00100000:3.0:1788509787.269789:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 122 00000100:00100000:3.0:1788509787.270518:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7e94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+8:18078:x1875387774814336:12345-192.168.203.12@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788509787.270752:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7e94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+8:18078:x1875387774814336:12345-192.168.203.12@tcp:502:llog_process_th.0 Request processed in 250us (7578us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509787.270762:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 122 00000100:00100000:2.0:1788509787.280511:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509787.288544:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774814464 00000100:00100000:0.0:1788509787.288585:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774814464 00000100:00100000:0.0:1788509787.288673:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 123 00000100:00100000:0.0:1788509787.288684:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7e97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+8:18059:x1875387774814464:12345-192.168.203.12@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788509787.288713:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509787.288741:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcc8846e600/0xe5156b86310df754 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x1a882e464755363e expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509787.288986:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcc8846e600/0xe5156b86310df754 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755363e expref: 9 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509787.289003:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcc8846e600/0xe5156b86310df754 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755363e expref: 9 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509787.289014:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc8846e600, rc 0) 00000100:00100000:0.0:1788509787.289174:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7e97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+9:18059:x1875387774814464:12345-192.168.203.12@tcp:101:mount.lustre.0 Request processed in 491us (8678us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509787.289183:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 123 00000100:00100000:2.0:1788509787.292315:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509787.292565:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774814592 00000100:00100000:3.0:1788509787.292578:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774814592 00000100:00100000:3.0:1788509787.292645:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 124 00000100:00100000:3.0:1788509787.292657:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7e96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+9:18059:x1875387774814592:12345-192.168.203.12@tcp:256:mount.lustre.0 20000000:01000000:3.0:1788509787.292687:0:22699:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1788509787.292718:0:22699:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788509787.292722:0:22699:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1788509787.292726:0:22699:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1788509787.292729:0:22699:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1788509787.292732:0:22699:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:3.0:1788509787.298276:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7e96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+9:18059:x1875387774814592:12345-192.168.203.12@tcp:256:mount.lustre.0 Request processed in 5604us (5958us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509787.298294:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 124 00000100:00100000:2.0:1788509787.304247:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509787.308267:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774814720 00000100:00100000:0.0:1788509787.308289:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774814720 00000100:00100000:0.0:1788509787.308377:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 125 00000100:00100000:0.0:1788509787.308391:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7e94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+9:18059:x1875387774814720:12345-192.168.203.12@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788509787.308425:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509787.308449:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcc8846e800/0xe5156b86310df75b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x1a882e4647553645 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509787.308494:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcc8846e800/0xe5156b86310df75b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553645 expref: 10 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509787.308508:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcc8846e800/0xe5156b86310df75b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553645 expref: 10 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509787.308540:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc8846e800, rc 0) 00000100:00100000:0.0:1788509787.308632:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7e94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+10:18059:x1875387774814720:12345-192.168.203.12@tcp:101:mount.lustre.0 Request processed in 244us (4455us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509787.308641:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 125 00000100:00100000:2.0:1788509787.314245:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509787.314534:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774814848 00000100:00100000:0.0:1788509787.314547:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774814848 00000100:00100000:0.0:1788509787.314623:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 126 00000100:00100000:0.0:1788509787.314634:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7e96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+10:18059:x1875387774814848:12345-192.168.203.12@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788509787.314854:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7e96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+10:18059:x1875387774814848:12345-192.168.203.12@tcp:501:mount.lustre.0 Request processed in 220us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509787.314863:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 126 00000100:00100000:0.0:1788509787.320150:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509787.320270:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774814976 00000100:00100000:1.0:1788509787.320283:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774814976 00000100:00100000:1.0:1788509787.320355:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 127 00000100:00100000:1.0:1788509787.320367:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7e95c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+10:18059:x1875387774814976:12345-192.168.203.12@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788509787.320587:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7e95c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+10:18059:x1875387774814976:12345-192.168.203.12@tcp:503:mount.lustre.0 Request processed in 222us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509787.320608:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 127 00000100:00100000:3.0:1788509787.328640:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509787.329049:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774815104 00000100:00100000:2.0:1788509787.329063:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774815104 00000100:00100000:2.0:1788509787.329139:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 128 00000100:00100000:2.0:1788509787.329151:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+10:18083:x1875387774815104:12345-192.168.203.12@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788509787.329374:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+10:18083:x1875387774815104:12345-192.168.203.12@tcp:502:llog_process_th.0 Request processed in 224us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509787.329383:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 128 00000100:00100000:2.0:1788509787.344763:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509787.345024:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774815232 00000100:00100000:0.0:1788509787.345037:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774815232 00000100:00100000:0.0:1788509787.345106:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 129 00000100:00100000:0.0:1788509787.345118:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+10:18083:x1875387774815232:12345-192.168.203.12@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788509787.345329:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+10:18083:x1875387774815232:12345-192.168.203.12@tcp:502:llog_process_th.0 Request processed in 211us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509787.345339:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 129 00010000:00010000:3.0:1788509787.350785:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509787.350820:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3646:1875387796946816:0@lo:400:kworker.0 00000100:00100000:3.0:1788509787.350944:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509787.351008:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788509787.351015:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796946944:0@lo:400:kworker.0 00000100:00100000:3.0:1788509787.351045:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509787.351104:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796946944 00000100:00100000:3.0:1788509787.351113:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796946944 00000100:00100000:3.0:1788509787.351172:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788509787.351182:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796946944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788509787.351248:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796946944:12345-0@lo:400:kworker.0 Request processed in 66us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509787.351257:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788509787.351307:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796946944:0@lo:400:kworker.0 00000100:00100000:1.0:1788509787.352352:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796947072:0@lo:400:kworker.0 00000100:00100000:1.0:1788509787.352530:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509787.352560:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796947584:0@lo:400:kworker.0 00000100:00100000:1.0:1788509787.352580:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509787.352594:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3644:1875387796948096:0@lo:400:kworker.0 00000100:00100000:1.0:1788509787.352618:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509787.352642:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788509787.352648:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796947200:0@lo:400:kworker.0 00000100:00100000:1.0:1788509787.352670:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509787.352684:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796947712:0@lo:400:kworker.0 00000100:00100000:1.0:1788509787.352702:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509787.352715:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3644:1875387796948224:0@lo:400:kworker.0 00000100:00100000:1.0:1788509787.352736:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509787.352770:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875387796947328:0@lo:400:kworker.0 00000100:00100000:1.0:1788509787.352794:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509787.353574:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875387796947840:0@lo:400:kworker.0 00000100:00100000:1.0:1788509787.353613:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509787.353726:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796947072 00000100:00100000:0.0:1788509787.353735:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796947072 00000100:00100000:0.0:1788509787.353792:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796947584 00000100:00100000:0.0:1788509787.353807:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796947584 00000100:00100000:0.0:1788509787.353826:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796947200 00000100:00100000:0.0:1788509787.353830:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796947200 00000100:00100000:0.0:1788509787.353864:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796947712 00000100:00100000:0.0:1788509787.353868:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796947712 00000100:00100000:0.0:1788509787.353885:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788509787.353917:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796947072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509787.353982:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796947072:12345-0@lo:400:kworker.0 Request processed in 87us (1451us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509787.353990:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788509787.354008:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788509787.354014:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796947584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509787.354043:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796947584:12345-0@lo:400:kworker.0 Request processed in 29us (1461us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509787.354049:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788509787.354059:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788509787.354065:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1875387796947200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509787.354093:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1875387796947200:12345-0@lo:400:kworker.0 Request processed in 29us (1423us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509787.354099:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788509787.354109:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788509787.354115:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796947712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509787.354141:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796947712:12345-0@lo:400:kworker.0 Request processed in 27us (1438us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509787.354147:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:0.0:1788509787.354177:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788509787.354181:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788509787.356434:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3646:1875387796948352:0@lo:400:kworker.0 00000100:00100000:1.0:1788509787.356525:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509787.356681:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796948608:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788509787.356724:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509787.356802:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796947200:0@lo:400:kworker.0 00000100:00100000:0.0:1788509787.356819:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796947712:0@lo:400:kworker.0 00000100:00100000:0.0:1788509787.356834:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796947072:0@lo:400:kworker.0 00000100:00100000:0.0:1788509787.356853:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796947584:0@lo:400:kworker.0 00000100:00100000:2.0:1788509787.356984:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796948096 00000100:00100000:2.0:1788509787.356993:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796948096 00000100:00100000:2.0:1788509787.357061:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796948224 00000100:00100000:2.0:1788509787.357065:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796948224 00000100:00100000:2.0:1788509787.357080:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796947328 00000100:00100000:2.0:1788509787.357083:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796947328 00000100:00100000:2.0:1788509787.357095:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796947840 00000100:00100000:2.0:1788509787.357098:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796947840 00000100:00100000:2.0:1788509787.357114:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788509787.357125:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875387796948096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509787.357188:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875387796948096:12345-0@lo:400:kworker.0 Request processed in 65us (4568us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509787.357207:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788509787.357228:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788509787.357234:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875387796948224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509787.357263:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875387796948224:12345-0@lo:400:kworker.0 Request processed in 30us (4527us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509787.357270:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788509787.357281:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788509787.357286:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875387796947328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509787.357315:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875387796947328:12345-0@lo:400:kworker.0 Request processed in 29us (4520us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509787.357321:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788509787.357332:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788509787.357338:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875387796947840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509787.357364:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875387796947840:12345-0@lo:400:kworker.0 Request processed in 26us (3751us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509787.357370:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788509787.357394:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796948608 00000100:00100000:2.0:1788509787.357410:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796948608 00000100:00100000:2.0:1788509787.357440:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788509787.357446:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3644:x1875387796948608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788509787.357485:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788509787.357523:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3644:x1875387796948608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509787.357530:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:2.0:1788509787.357549:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788509787.357560:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788509787.357935:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796948608:0@lo:13:osp-pre-1-0.0 00010000:00080000:0.0:1788509787.357955:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc87ea5500 x1875387796948224/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509787.357966:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3644:1875387796948224:0@lo:400:kworker.0 00010000:00080000:0.0:1788509787.357978:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc87ea4700 x1875387796948096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509787.357985:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3644:1875387796948096:0@lo:400:kworker.0 00000100:00100000:0.0:1788509787.358029:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796946816 00000100:00100000:0.0:1788509787.358033:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796946816 00000100:00100000:0.0:1788509787.358074:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:0.0:1788509787.358082:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:3646:x1875387796946816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509787.358124:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:3646:x1875387796946816:12345-0@lo:400:kworker.0 Request processed in 43us (7181us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509787.358130:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1788509787.358601:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796947456:0@lo:400:kworker.0 00000100:00100000:3.0:1788509787.358674:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509787.358717:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3647:1875387796947968:0@lo:400:kworker.0 00000100:00100000:2.0:1788509787.358738:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796947456 00000100:00100000:2.0:1788509787.358747:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796947456 00000100:00100000:2.0:1788509787.358810:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788509787.358819:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796947456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509787.358893:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796947456:12345-0@lo:400:kworker.0 Request processed in 75us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509787.358935:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788509787.359222:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3646:1875387796946816:0@lo:400:kworker.0 00010000:00080000:1.0:1788509787.359260:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc87ea5f80 x1875387796947328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509787.359291:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875387796947328:0@lo:400:kworker.0 00010000:00080000:1.0:1788509787.359307:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc87ea5880 x1875387796947840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509787.359317:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875387796947840:0@lo:400:kworker.0 00000100:00100000:0.0:1788509787.359341:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509787.359376:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796948480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788509787.359409:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509787.359535:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796948352 00000100:00100000:2.0:1788509787.359543:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796948352 00000100:00100000:2.0:1788509787.359586:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796947968 00000100:00100000:2.0:1788509787.359589:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796947968 00000100:00100000:2.0:1788509787.359607:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788509787.359615:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875387796948352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509787.359664:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875387796948352:12345-0@lo:400:kworker.0 Request processed in 49us (3139us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509787.359671:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788509787.359686:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788509787.359692:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87d48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875387796947968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509787.359723:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87d48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875387796947968:12345-0@lo:400:kworker.0 Request processed in 31us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509787.359729:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:2.0:1788509787.359749:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788509787.359752:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788509787.360257:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796947456:0@lo:400:kworker.0 00010000:00080000:0.0:1788509787.360294:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc87ea7b80 x1875387796947968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509787.360307:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3647:1875387796947968:0@lo:400:kworker.0 00000100:00100000:1.0:1788509787.360943:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796948480 00000100:00100000:1.0:1788509787.360951:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796948480 00000100:00100000:1.0:1788509787.361004:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788509787.361014:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796948480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788509787.361037:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788509787.361108:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796948480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (1698us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509787.361115:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:1.0:1788509787.361160:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc87ea4000 x1875387796948352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509787.361172:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3646:1875387796948352:0@lo:400:kworker.0 00000100:00100000:0.0:1788509787.361252:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796948480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788509787.364353:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509787.365028:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509787.367631:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774815360 00000100:00100000:2.0:1788509787.367653:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774815360 00000100:00100000:2.0:1788509787.367738:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774815616 00000100:00100000:2.0:1788509787.367743:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774815616 00000100:00100000:2.0:1788509787.367766:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 7 00000100:00100000:2.0:1788509787.367806:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2406:x1875387774815360:12345-192.168.203.12@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788509787.367850:0:22707:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 925bb533-7547-4a21-86e4-12daf39e1fa2@192.168.203.12@tcp t0 exp 0000000000000000 cur 684 last 0 00000020:00000080:2.0:1788509787.368048:0:22707:0:(genops.c:1385:class_connect()) connect: client 925bb533-7547-4a21-86e4-12daf39e1fa2, cookie 0xe5156b86310df762 00000004:00100000:2.0:1788509787.368083:0:22707:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1788509787.369379:0:22707:0:(import.c:65:import_set_state_nolock()) ffff8bcdb0e28800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788509787.370299:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+6:2406:x1875387774815360:12345-192.168.203.12@tcp:38:mount.lustre.0 Request processed in 2496us (5951us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509787.370315:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 7 00000100:00100000:2.0:1788509787.370365:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 8 00000100:00100000:2.0:1788509787.370374:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2406:x1875387774815616:12345-192.168.203.12@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788509787.372750:0:22707:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 925bb533-7547-4a21-86e4-12daf39e1fa2@192.168.203.12@tcp t0 exp 0000000000000000 cur 684 last 0 00000020:00000080:2.0:1788509787.372843:0:22707:0:(genops.c:1385:class_connect()) connect: client 925bb533-7547-4a21-86e4-12daf39e1fa2, cookie 0xe5156b86310df769 00000004:00100000:2.0:1788509787.372880:0:22707:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1788509787.374564:0:22707:0:(import.c:65:import_set_state_nolock()) ffff8bcc87f84800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788509787.374678:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+6:2406:x1875387774815616:12345-192.168.203.12@tcp:38:mount.lustre.0 Request processed in 4301us (9651us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509787.374691:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 8 00000100:00100000:0.0:1788509787.379665:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509787.379709:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509787.379761:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509787.379940:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774815872 00000100:00100000:3.0:1788509787.379953:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774815872 00000100:00100000:3.0:1788509787.380033:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774815744 00000100:00100000:3.0:1788509787.380037:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774815744 00000100:00100000:3.0:1788509787.380053:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774815488 00000100:00100000:3.0:1788509787.380056:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774815488 00000100:00100000:3.0:1788509787.380071:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 9 00000100:00100000:3.0:1788509787.380082:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+7:18059:x1875387774815872:12345-192.168.203.12@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788509787.380134:0:22705:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788509787.380259:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+7:18059:x1875387774815872:12345-192.168.203.12@tcp:41:mount.lustre.0 Request processed in 178us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509787.380268:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 9 00000100:00100000:3.0:1788509787.380289:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 10 00000100:00100000:3.0:1788509787.380296:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+6:0:x1875387774815744:12345-192.168.203.12@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788509787.380317:0:22705:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788509787.380385:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+6:0:x1875387774815744:12345-192.168.203.12@tcp:41:mount.lustre.0 Request processed in 88us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509787.380393:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 10 00000100:00080000:0.0:1788509787.380678:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788509787.380683:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788509787.380875:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 11 00000100:00100000:3.0:1788509787.380885:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+6:0:x1875387774815488:12345-192.168.203.12@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788509787.381617:0:22705:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788509787.382351:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+6:0:x1875387774815488:12345-192.168.203.12@tcp:41:mount.lustre.0 Request processed in 1461us (2582us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509787.382371:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 11 00000100:00100000:1.0:1788509787.393838:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509787.394395:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774816000 00000100:00100000:3.0:1788509787.394483:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774816000 00000100:00100000:3.0:1788509787.394558:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12 00000100:00100000:3.0:1788509787.394570:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+6:18059:x1875387774816000:12345-192.168.203.12@tcp:40:mount.lustre.0 00000100:00100000:3.0:1788509787.394689:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+6:18059:x1875387774816000:12345-192.168.203.12@tcp:40:mount.lustre.0 Request processed in 121us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509787.394698:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12 00000100:00100000:2.0:1788509787.399701:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509787.399750:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509787.399790:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509787.399935:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774816384 00000100:00100000:0.0:1788509787.399949:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774816384 00000100:00100000:0.0:1788509787.400022:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3 00000100:00100000:0.0:1788509787.400034:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:925bb533-7547-4a21-86e4-12daf39e1fa2+6:18059:x1875387774816384:12345-192.168.203.12@tcp:900:mount.lustre.0 00000100:00100000:0.0:1788509787.400138:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:925bb533-7547-4a21-86e4-12daf39e1fa2+6:18059:x1875387774816384:12345-192.168.203.12@tcp:900:mount.lustre.0 Request processed in 105us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509787.400147:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3 00000100:00100000:3.0:1788509787.402770:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774816128 00000100:00100000:3.0:1788509787.402790:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774816128 00000100:00100000:3.0:1788509787.402850:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774816256 00000100:00100000:3.0:1788509787.402854:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774816256 00000100:00100000:3.0:1788509787.402890:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 19 00000100:00100000:3.0:1788509787.402926:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2406:x1875387774816128:12345-192.168.203.12@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788509787.402972:0:24210:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 925bb533-7547-4a21-86e4-12daf39e1fa2@192.168.203.12@tcp t0 exp 0000000000000000 cur 684 last 0 00000020:00000080:3.0:1788509787.403015:0:24210:0:(genops.c:1385:class_connect()) connect: client 925bb533-7547-4a21-86e4-12daf39e1fa2, cookie 0xe5156b86310df770 00002000:00100000:3.0:1788509787.403029:0:24210:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 925bb533-7547-4a21-86e4-12daf39e1fa2/ffff8bcc8756e000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a04 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788509787.403068:0:24210:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788509787.403322:0:24210:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1788509787.403366:0:24210:0:(import.c:65:import_set_state_nolock()) ffff8bcc87569800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788509787.403716:0:24209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20 00000100:00100000:2.0:1788509787.403724:0:24209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2406:x1875387774816256:12345-192.168.203.12@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788509787.403750:0:24209:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 925bb533-7547-4a21-86e4-12daf39e1fa2@192.168.203.12@tcp t0 exp 0000000000000000 cur 684 last 0 00000020:00000080:2.0:1788509787.403777:0:24209:0:(genops.c:1385:class_connect()) connect: client 925bb533-7547-4a21-86e4-12daf39e1fa2, cookie 0xe5156b86310df777 00002000:00100000:2.0:1788509787.403800:0:24209:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 925bb533-7547-4a21-86e4-12daf39e1fa2/ffff8bcc87f80800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a04 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788509787.403810:0:24209:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788509787.404006:0:24209:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788509787.404027:0:24209:0:(import.c:65:import_set_state_nolock()) ffff8bcc87f82800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788509787.404092:0:24209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+6:2406:x1875387774816256:12345-192.168.203.12@tcp:8:mount.lustre.0 Request processed in 366us (4301us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509787.404101:0:24209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20 00000100:00100000:3.0:1788509787.404683:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+6:2406:x1875387774816128:12345-192.168.203.12@tcp:8:mount.lustre.0 Request processed in 1779us (4927us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509787.404693:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 19 00000100:00100000:1.0:1788509787.408274:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509787.409172:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774816512 00000100:00100000:3.0:1788509787.409186:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774816512 00000100:00100000:3.0:1788509787.409276:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 0 00000100:00100000:3.0:1788509787.409288:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+6:18059:x1875387774816512:12345-192.168.203.12@tcp:33:mount.lustre.0 00000001:00100000:2.0:1788509787.413079:0:25028:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 925bb533-7547-4a21-86e4-12daf39e1fa2 00000001:00080000:2.0:1788509787.413100:0:25028:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000004:00080000:3.0:1788509787.415532:0:22708:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 5987us 00000004:00200000:0.0:1788509787.423037:0:22708:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1788509787.423354:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+6:18059:x1875387774816512:12345-192.168.203.12@tcp:33:mount.lustre.0 Request processed in 14062us (15088us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509787.423377:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 0 00000100:00100000:1.0:1788509787.539548:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509787.539670:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774816640 00000100:00100000:2.0:1788509787.539681:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774816640 00000100:00100000:2.0:1788509787.539737:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13 00000100:00100000:2.0:1788509787.539747:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+6:18106:x1875387774816640:12345-192.168.203.12@tcp:101:mkdir.0 00010000:00010000:2.0:1788509787.539766:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788509787.539811:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226200/0xe5156b86310df77e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e4647553676 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509787.539878:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227000/0xe5156b86310df785 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509787.539892:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227000/0xe5156b86310df785 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509787.539942:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227000/0xe5156b86310df785 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788509787.539994:0:22707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788509787.539998:0:22707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788509787.540038:0:22707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227000/0xe5156b86310df785 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509787.540059:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226200/0xe5156b86310df77e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553676 expref: 8 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509787.540071:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227000/0xe5156b86310df785 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553676 expref: 7 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509787.540077:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8bcdbd047900) 00010000:00010000:2.0:1788509787.540079:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788509787.540082:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb1227000, rc 0) 00000100:00100000:2.0:1788509787.540159:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+7:18106:x1875387774816640:12345-192.168.203.12@tcp:101:mkdir.0 Request processed in 414us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509787.540164:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13 00000100:00100000:3.0:1788509788.374554:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd85bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796948864:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788509788.374634:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509788.374925:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796948864 00000100:00100000:2.0:1788509788.374934:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796948864 00000100:00100000:2.0:1788509788.374986:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788509788.374996:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796948864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788509788.375018:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788509788.375065:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796948864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509788.375072:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788509788.375213:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd85bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796948864:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788509788.375361:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc865ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796948736:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788509788.375394:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509788.375442:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796948736 00000100:00100000:0.0:1788509788.375446:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796948736 00000100:00100000:0.0:1788509788.375487:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788509788.375494:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796948736:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788509788.375537:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788509788.375586:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796948736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509788.375593:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788509788.375627:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc865ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796948736:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788509788.375647:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796948992:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788509788.375671:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509788.375709:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796948992 00000100:00100000:0.0:1788509788.375713:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796948992 00000100:00100000:0.0:1788509788.375737:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788509788.375744:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796948992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788509788.375755:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788509788.375785:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796948992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509788.376420:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796948992:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788509788.376676:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788509788.377203:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc8119f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796949120:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788509788.377249:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509788.377319:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796949120 00000100:00100000:0.0:1788509788.377325:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796949120 00000100:00100000:0.0:1788509788.377363:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788509788.377370:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796949120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788509788.377416:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00010000:00010000:1.0:1788509788.377514:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509788.381862:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796949120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 4484us (4603us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509788.381877:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788509788.383344:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc8119f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796949120:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788509789.398114:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788509789.751296:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509789.751783:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774816768 00000100:00100000:0.0:1788509789.751794:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774816768 00000100:00100000:0.0:1788509789.751880:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14 00000100:00100000:0.0:1788509789.751951:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+7:18158:x1875387774816768:12345-192.168.203.12@tcp:41:lfs.0 00000004:00000024:0.0:1788509789.752158:0:22705:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00080000:2.0:1788509789.752282:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788509789.752424:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+7:18158:x1875387774816768:12345-192.168.203.12@tcp:41:lfs.0 Request processed in 474us (1135us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509789.752432:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14 00000100:00100000:1.0:1788509789.762822:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509789.763103:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774816896 00000100:00100000:3.0:1788509789.763113:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774816896 00000100:00100000:3.0:1788509789.763191:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15 00000100:00080000:2.0:1788509789.763283:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788509789.763373:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+6:18158:x1875387774816896:12345-192.168.203.12@tcp:41:lfs.0 00000004:00000024:3.0:1788509789.763429:0:22706:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788509789.763531:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+6:18158:x1875387774816896:12345-192.168.203.12@tcp:41:lfs.0 Request processed in 161us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509789.765361:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15 00000100:00100000:1.0:1788509789.769702:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509789.770252:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774817024 00000100:00100000:3.0:1788509789.770265:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774817024 00000100:00100000:3.0:1788509789.770359:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13 00000100:00100000:3.0:1788509789.770370:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:925bb533-7547-4a21-86e4-12daf39e1fa2+6:18158:x1875387774817024:12345-192.168.203.12@tcp:13:lfs.0 00002000:00000024:3.0:1788509789.770421:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788509789.770539:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:925bb533-7547-4a21-86e4-12daf39e1fa2+6:18158:x1875387774817024:12345-192.168.203.12@tcp:13:lfs.0 Request processed in 170us (850us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509789.770546:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13 00000100:00080000:2.0:1788509789.770815:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788509789.776046:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509789.776422:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774817152 00000100:00100000:3.0:1788509789.776435:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774817152 00000100:00100000:3.0:1788509789.776538:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14 00000100:00100000:3.0:1788509789.776551:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:925bb533-7547-4a21-86e4-12daf39e1fa2+5:18158:x1875387774817152:12345-192.168.203.12@tcp:13:lfs.0 00002000:00000024:3.0:1788509789.776596:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788509789.776701:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:925bb533-7547-4a21-86e4-12daf39e1fa2+5:18158:x1875387774817152:12345-192.168.203.12@tcp:13:lfs.0 Request processed in 153us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509789.776708:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14 00000100:00080000:2.0:1788509789.777771:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:1.0:1788509789.910641:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788509790.021056:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509790.021257:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774817280 00000100:00100000:2.0:1788509790.021270:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774817280 00000100:00100000:2.0:1788509790.021414:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 131 00000100:00100000:2.0:1788509790.021428:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+10:18190:x1875387774817280:12345-192.168.203.12@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788509790.021462:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788509790.021486:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcdb1227a00/0xe5156b86310df78c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x1a882e464755367d expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509790.021522:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcdb1227a00/0xe5156b86310df78c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755367d expref: 11 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509790.021535:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcdb1227a00/0xe5156b86310df78c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755367d expref: 11 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509790.021546:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb1227a00, rc 0) 00000100:00100000:2.0:1788509790.021620:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+11:18190:x1875387774817280:12345-192.168.203.12@tcp:101:mount.lustre.0 Request processed in 196us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509790.021628:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 131 00000100:00100000:1.0:1788509790.025034:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509790.025719:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774817408 00000100:00100000:2.0:1788509790.025732:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774817408 00000100:00100000:2.0:1788509790.025800:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 132 00000100:00100000:2.0:1788509790.025808:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+11:18190:x1875387774817408:12345-192.168.203.12@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788509790.026027:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+11:18190:x1875387774817408:12345-192.168.203.12@tcp:501:mount.lustre.0 Request processed in 219us (1007us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509790.026033:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 132 00000100:00100000:3.0:1788509790.031135:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509790.031389:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774817536 00000100:00100000:2.0:1788509790.031403:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774817536 00000100:00100000:2.0:1788509790.031535:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 133 00000100:00100000:2.0:1788509790.031567:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+11:18190:x1875387774817536:12345-192.168.203.12@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788509790.031767:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+11:18190:x1875387774817536:12345-192.168.203.12@tcp:503:mount.lustre.0 Request processed in 203us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509790.031787:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 133 00000100:00100000:3.0:1788509790.061107:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509790.062551:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774817664 00000100:00100000:0.0:1788509790.062570:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774817664 00000100:00100000:0.0:1788509790.062673:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 134 00000100:00100000:0.0:1788509790.062685:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7ed6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+11:18197:x1875387774817664:12345-192.168.203.12@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788509790.064587:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7ed6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+11:18197:x1875387774817664:12345-192.168.203.12@tcp:502:llog_process_th.0 Request processed in 262us (1853us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509790.064615:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 134 00000100:00100000:1.0:1788509790.092014:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509790.092357:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774817792 00000100:00100000:2.0:1788509790.092373:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774817792 00000100:00100000:2.0:1788509790.092463:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 135 00000100:00100000:2.0:1788509790.092475:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+11:18197:x1875387774817792:12345-192.168.203.12@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788509790.092707:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+11:18197:x1875387774817792:12345-192.168.203.12@tcp:502:llog_process_th.0 Request processed in 229us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509790.094676:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 135 00000100:00100000:3.0:1788509790.096341:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509790.096478:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774817920 00000100:00100000:0.0:1788509790.096491:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774817920 00000100:00100000:0.0:1788509790.096684:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 136 00000100:00100000:0.0:1788509790.096707:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+11:18197:x1875387774817920:12345-192.168.203.12@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788509790.096974:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+11:18197:x1875387774817920:12345-192.168.203.12@tcp:502:llog_process_th.0 Request processed in 270us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509790.096983:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 136 00000100:00100000:3.0:1788509790.099494:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509790.100045:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774818048 00000100:00100000:0.0:1788509790.100058:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774818048 00000100:00100000:0.0:1788509790.100140:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 137 00000100:00100000:0.0:1788509790.100311:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ceb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+11:18190:x1875387774818048:12345-192.168.203.12@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788509790.100336:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509790.100424:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcc8846f400/0xe5156b86310df793 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x1a882e46475536ae expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509790.100494:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcc8846f400/0xe5156b86310df793 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475536ae expref: 12 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509790.100508:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcc8846f400/0xe5156b86310df793 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475536ae expref: 12 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509790.100521:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc8846f400, rc 0) 00000100:00100000:0.0:1788509790.100614:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ceb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+12:18190:x1875387774818048:12345-192.168.203.12@tcp:101:mount.lustre.0 Request processed in 463us (1136us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509790.100622:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 137 00000100:00100000:1.0:1788509790.106651:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509790.106972:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774818176 00000100:00100000:0.0:1788509790.106985:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774818176 00000100:00100000:0.0:1788509790.107053:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 138 00000100:00100000:0.0:1788509790.107064:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+12:18190:x1875387774818176:12345-192.168.203.12@tcp:256:mount.lustre.0 20000000:01000000:0.0:1788509790.107096:0:22700:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1788509790.107128:0:22700:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1788509790.107133:0:22700:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1788509790.107137:0:22700:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1788509790.107140:0:22700:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1788509790.107142:0:22700:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1788509790.110344:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+12:18190:x1875387774818176:12345-192.168.203.12@tcp:256:mount.lustre.0 Request processed in 3258us (3685us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509790.110380:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 138 00000100:00100000:3.0:1788509790.114466:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509790.114745:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774818304 00000100:00100000:0.0:1788509790.114759:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774818304 00000100:00100000:0.0:1788509790.114831:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 139 00000100:00100000:0.0:1788509790.114844:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+12:18190:x1875387774818304:12345-192.168.203.12@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788509790.114872:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509790.114941:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcc8846fe00/0xe5156b86310df79a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x1a882e46475536b5 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509790.114977:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcc8846fe00/0xe5156b86310df79a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475536b5 expref: 13 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509790.114992:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcc8846fe00/0xe5156b86310df79a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475536b5 expref: 13 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509790.115003:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc8846fe00, rc 0) 00000100:00100000:0.0:1788509790.115080:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:18190:x1875387774818304:12345-192.168.203.12@tcp:101:mount.lustre.0 Request processed in 238us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509790.115088:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 139 00000100:00100000:1.0:1788509790.117044:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509790.117410:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774818432 00000100:00100000:0.0:1788509790.117422:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774818432 00000100:00100000:0.0:1788509790.117562:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 140 00000100:00100000:0.0:1788509790.117576:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87cebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:18190:x1875387774818432:12345-192.168.203.12@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788509790.117792:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87cebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:18190:x1875387774818432:12345-192.168.203.12@tcp:501:mount.lustre.0 Request processed in 219us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509790.117801:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 140 00000100:00100000:3.0:1788509790.119941:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509790.120156:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774818560 00000100:00100000:2.0:1788509790.120167:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774818560 00000100:00100000:2.0:1788509790.120234:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 141 00000100:00100000:2.0:1788509790.120245:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ceb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:18190:x1875387774818560:12345-192.168.203.12@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788509790.120517:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ceb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:18190:x1875387774818560:12345-192.168.203.12@tcp:503:mount.lustre.0 Request processed in 167us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509790.120526:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 141 00000100:00100000:3.0:1788509790.123159:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509790.123494:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774818688 00000100:00100000:0.0:1788509790.123506:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774818688 00000100:00100000:0.0:1788509790.123587:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 142 00000100:00100000:0.0:1788509790.123599:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87cea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:18203:x1875387774818688:12345-192.168.203.12@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788509790.123806:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87cea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:18203:x1875387774818688:12345-192.168.203.12@tcp:502:llog_process_th.0 Request processed in 208us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509790.123821:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 142 00000100:00100000:1.0:1788509790.130011:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509790.132274:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774818816 00000100:00100000:2.0:1788509790.132295:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774818816 00000100:00100000:2.0:1788509790.132399:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 143 00000100:00100000:2.0:1788509790.132412:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:18203:x1875387774818816:12345-192.168.203.12@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788509790.132635:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:18203:x1875387774818816:12345-192.168.203.12@tcp:502:llog_process_th.0 Request processed in 226us (2637us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509790.132660:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 143 00000100:00100000:3.0:1788509790.139685:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509790.139735:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509790.139780:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509790.139809:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509790.139838:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509790.139875:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774819328 00000100:00100000:3.0:1788509790.139887:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774819328 00000100:00100000:3.0:1788509790.139975:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774819456 00000100:00100000:3.0:1788509790.139978:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774819456 00000100:00100000:3.0:1788509790.139999:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 9 00000100:00100000:3.0:1788509790.140010:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+6:2407:x1875387774819328:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1788509790.140093:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+6:2407:x1875387774819328:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 85us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509790.140102:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 9 00000100:00100000:3.0:1788509790.140119:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 10 00000100:00100000:3.0:1788509790.140126:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+5:2407:x1875387774819456:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1788509790.140148:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+5:2407:x1875387774819456:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 23us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509790.140155:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 10 00000100:00100000:3.0:1788509790.140172:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774818944 00000100:00100000:3.0:1788509790.140175:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774818944 00000100:00100000:3.0:1788509790.140188:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774819072 00000100:00100000:3.0:1788509790.140190:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774819072 00000100:00100000:3.0:1788509790.140204:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774819200 00000100:00100000:3.0:1788509790.140206:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774819200 00000100:00100000:3.0:1788509790.140233:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38 00000100:00100000:3.0:1788509790.140256:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+7:2407:x1875387774819072:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1788509790.140285:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+7:2407:x1875387774819072:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 30us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509790.140293:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38 00000100:00100000:3.0:1788509790.140304:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 39 00000100:00100000:3.0:1788509790.140310:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb066d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+6:2407:x1875387774819200:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1788509790.140351:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb066d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+6:2407:x1875387774819200:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 41us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509790.140359:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 39 00000100:00100000:3.0:1788509790.140370:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16 00000100:00100000:3.0:1788509790.140375:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2406:x1875387774818944:12345-192.168.203.12@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788509790.140400:0:22706:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from d89063cb-db9a-46cb-afb4-fad7be5442f6@192.168.203.12@tcp t0 exp 0000000000000000 cur 687 last 0 00000020:00000080:3.0:1788509790.140793:0:22706:0:(genops.c:1385:class_connect()) connect: client d89063cb-db9a-46cb-afb4-fad7be5442f6, cookie 0xe5156b86310df7a1 00000004:00100000:3.0:1788509790.140824:0:22706:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788509790.140972:0:22706:0:(import.c:65:import_set_state_nolock()) ffff8bcc81bbe000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788509790.141008:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:2406:x1875387774818944:12345-192.168.203.12@tcp:38:mount.lustre.0 Request processed in 631us (1337us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509790.141015:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16 00000100:00100000:3.0:1788509790.147627:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509790.147818:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774819712 00000100:00100000:0.0:1788509790.147833:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774819712 00000100:00100000:0.0:1788509790.147947:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 17 00000100:00100000:0.0:1788509790.147958:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2406:x1875387774819712:12345-192.168.203.12@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788509790.148005:0:22706:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from d89063cb-db9a-46cb-afb4-fad7be5442f6@192.168.203.12@tcp t0 exp 0000000000000000 cur 687 last 0 00000020:00000080:0.0:1788509790.148066:0:22706:0:(genops.c:1385:class_connect()) connect: client d89063cb-db9a-46cb-afb4-fad7be5442f6, cookie 0xe5156b86310df7a8 00000004:00100000:0.0:1788509790.148115:0:22706:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1788509790.148238:0:22706:0:(import.c:65:import_set_state_nolock()) ffff8bcc8842e800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788509790.148335:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:2406:x1875387774819712:12345-192.168.203.12@tcp:38:mount.lustre.0 Request processed in 377us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509790.148354:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 17 00000100:00100000:1.0:1788509790.151030:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509790.151230:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774819968 00000100:00100000:0.0:1788509790.151243:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774819968 00000100:00100000:0.0:1788509790.151336:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 18 00000100:00080000:2.0:1788509790.151450:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788509790.151528:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:18190:x1875387774819968:12345-192.168.203.12@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788509790.151585:0:22705:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788509790.151681:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:18190:x1875387774819968:12345-192.168.203.12@tcp:41:mount.lustre.0 Request processed in 335us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509790.151689:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 18 00000100:00100000:3.0:1788509790.154324:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509790.156890:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509790.158665:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774819584 00000100:00100000:1.0:1788509790.158682:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774819584 00000100:00100000:3.0:1788509790.158715:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774820096 00000100:00100000:3.0:1788509790.158727:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774820096 00000100:00100000:2.0:1788509790.158732:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509790.158853:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774819840 00000100:00100000:1.0:1788509790.158860:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774819840 00000100:00100000:1.0:1788509790.158937:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 19 00000100:00100000:1.0:1788509790.158952:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d89063cb-db9a-46cb-afb4-fad7be5442f6+7:0:x1875387774819584:12345-192.168.203.12@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788509790.158986:0:22707:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00080000:2.0:1788509790.158997:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788509790.159084:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d89063cb-db9a-46cb-afb4-fad7be5442f6+7:0:x1875387774819584:12345-192.168.203.12@tcp:41:mount.lustre.0 Request processed in 134us (4770us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509790.159092:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 19 00000100:00100000:1.0:1788509790.159114:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20 00000100:00100000:1.0:1788509790.159121:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:18190:x1875387774820096:12345-192.168.203.12@tcp:40:mount.lustre.0 00000100:00100000:1.0:1788509790.159164:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:18190:x1875387774820096:12345-192.168.203.12@tcp:40:mount.lustre.0 Request processed in 43us (2289us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509790.159172:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20 00000100:00100000:1.0:1788509790.159186:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21 00000100:00100000:1.0:1788509790.159206:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:0:x1875387774819840:12345-192.168.203.12@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788509790.159234:0:22707:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788509790.159264:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:0:x1875387774819840:12345-192.168.203.12@tcp:41:mount.lustre.0 Request processed in 71us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509790.159287:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21 00000100:00100000:3.0:1788509790.161834:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509790.161939:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509790.161975:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509790.162116:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774820480 00000100:00100000:1.0:1788509790.162128:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774820480 00000100:00100000:1.0:1788509790.162197:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 4 00000100:00100000:1.0:1788509790.162208:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:18190:x1875387774820480:12345-192.168.203.12@tcp:900:mount.lustre.0 00000100:00100000:1.0:1788509790.162311:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:18190:x1875387774820480:12345-192.168.203.12@tcp:900:mount.lustre.0 Request processed in 105us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509790.162319:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 4 00000100:00100000:2.0:1788509790.163943:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774820224 00000100:00100000:2.0:1788509790.163956:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774820224 00000100:00100000:2.0:1788509790.164006:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774820352 00000100:00100000:2.0:1788509790.164010:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774820352 00000100:00100000:2.0:1788509790.164045:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21 00000100:00100000:2.0:1788509790.164055:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2406:x1875387774820224:12345-192.168.203.12@tcp:8:mount.lustre.0 00000100:00100000:3.0:1788509790.164159:0:24209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 22 00000100:00100000:3.0:1788509790.164166:0:24209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2406:x1875387774820352:12345-192.168.203.12@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788509790.164204:0:24209:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from d89063cb-db9a-46cb-afb4-fad7be5442f6@192.168.203.12@tcp t0 exp 0000000000000000 cur 687 last 0 00000020:00000080:3.0:1788509790.164244:0:24209:0:(genops.c:1385:class_connect()) connect: client d89063cb-db9a-46cb-afb4-fad7be5442f6, cookie 0xe5156b86310df7af 00002000:00100000:3.0:1788509790.164258:0:24209:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli d89063cb-db9a-46cb-afb4-fad7be5442f6/ffff8bcc81bbc000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a04 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788509790.164271:0:24209:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788509790.164381:0:24209:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788509790.164418:0:24209:0:(import.c:65:import_set_state_nolock()) ffff8bcc81bb9000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788509790.164504:0:24209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:2406:x1875387774820352:12345-192.168.203.12@tcp:8:mount.lustre.0 Request processed in 336us (2528us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509790.164512:0:24209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 22 00010000:00080000:2.0:1788509790.164743:0:24212:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from d89063cb-db9a-46cb-afb4-fad7be5442f6@192.168.203.12@tcp t0 exp 0000000000000000 cur 687 last 0 00000020:00000080:2.0:1788509790.164766:0:24212:0:(genops.c:1385:class_connect()) connect: client d89063cb-db9a-46cb-afb4-fad7be5442f6, cookie 0xe5156b86310df7b6 00002000:00100000:2.0:1788509790.164772:0:24212:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli d89063cb-db9a-46cb-afb4-fad7be5442f6/ffff8bcc87f84000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a04 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788509790.164779:0:24212:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788509790.164827:0:24212:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788509790.164843:0:24212:0:(import.c:65:import_set_state_nolock()) ffff8bcc87f83000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788509790.164882:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:2406:x1875387774820224:12345-192.168.203.12@tcp:8:mount.lustre.0 Request processed in 828us (3062us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509790.164890:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21 00000100:00100000:1.0:1788509790.167071:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509790.167298:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774820608 00000100:00100000:2.0:1788509790.167308:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774820608 00000100:00100000:2.0:1788509790.167381:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1 00000100:00100000:2.0:1788509790.167392:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:18190:x1875387774820608:12345-192.168.203.12@tcp:33:mount.lustre.0 00000004:00200000:2.0:1788509790.167512:0:22709:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1788509790.167630:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:18190:x1875387774820608:12345-192.168.203.12@tcp:33:mount.lustre.0 Request processed in 238us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509790.167639:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1 00000100:00100000:3.0:1788509790.294333:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509790.294411:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774820736 00000100:00100000:0.0:1788509790.294429:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774820736 00000100:00100000:0.0:1788509790.294558:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 22 00000100:00100000:0.0:1788509790.294572:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:18226:x1875387774820736:12345-192.168.203.12@tcp:101:mkdir.0 00010000:00010000:0.0:1788509790.294600:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509790.294646:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e000/0xe5156b86310df7bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e46475536e6 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509790.294728:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df7c4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509790.294745:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df7c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509790.294764:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df7c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788509790.294823:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788509790.294827:0:22706:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788509790.294864:0:22706:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df7c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509790.294894:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e000/0xe5156b86310df7bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475536e6 expref: 8 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509790.294949:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df7c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475536e6 expref: 7 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509790.294959:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8bcdbd047900) 00010000:00010000:0.0:1788509790.294962:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788509790.294967:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc8846f600, rc 0) 00000100:00100000:0.0:1788509790.295035:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+7:18226:x1875387774820736:12345-192.168.203.12@tcp:101:mkdir.0 Request processed in 467us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509790.295042:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 22 00010000:00010000:1.0:1788509790.422104:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509791.446256:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788509792.472707:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796949376:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788509792.472794:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509792.472868:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788509792.472877:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796949248:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788509792.472927:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509792.472960:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796949376 00000100:00100000:2.0:1788509792.472967:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796949376 00000100:00100000:2.0:1788509792.473012:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796949248 00000100:00100000:2.0:1788509792.473015:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796949248 00000100:00100000:2.0:1788509792.473033:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788509792.473041:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796949376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788509792.473069:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788509792.473109:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796949376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509792.473117:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788509792.473133:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788509792.473140:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796949248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788509792.473150:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788509792.473182:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796949248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509792.473188:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:2.0:1788509792.473203:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788509792.473234:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796949248:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788509792.473258:0:3646:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1788509792.473283:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796949376:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788509792.479036:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc8119df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796949632:0@lo:400:kworker.0 00000100:00100000:2.0:1788509792.479090:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc8119dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875387796949888:0@lo:400:kworker.0 00000100:00100000:3.0:1788509792.479116:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509792.479122:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509792.479165:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc8119c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3646:1875387796950400:0@lo:400:kworker.0 00000100:00100000:3.0:1788509792.479173:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc8119ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796950144:0@lo:400:kworker.0 00000100:00100000:2.0:1788509792.479191:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509792.479199:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509792.479215:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788509792.479217:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb7879f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3644:1875387796950656:0@lo:400:kworker.0 00000100:00100000:2.0:1788509792.479221:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc8119f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3646:1875387796949504:0@lo:400:kworker.0 00000100:00100000:1.0:1788509792.479228:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc8119e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796949760:0@lo:400:kworker.0 00000100:00100000:3.0:1788509792.479238:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509792.479244:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509792.479267:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc8119d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796950016:0@lo:400:kworker.0 00000100:00100000:1.0:1788509792.479275:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509792.479310:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc8119f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875387796950272:0@lo:400:kworker.0 00000100:00100000:2.0:1788509792.479318:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788509792.479478:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796949632 00000100:00100000:3.0:1788509792.479486:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796949632 00000100:00100000:3.0:1788509792.479530:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796950016 00000100:00100000:3.0:1788509792.479535:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796950016 00000100:00100000:3.0:1788509792.479550:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788509792.479558:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796949632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509792.479840:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc8119f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3646:1875387796950528:0@lo:400:kworker.0 00000100:00100000:1.0:1788509792.479842:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509792.479860:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb787b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3645:1875387796950784:0@lo:400:kworker.0 00000100:00100000:1.0:1788509792.479885:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788509792.479931:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788509792.479942:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796949888 00000100:00100000:1.0:1788509792.479948:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796949888 00000100:00100000:1.0:1788509792.479971:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796950400 00000100:00100000:1.0:1788509792.479975:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796950400 00000100:00100000:1.0:1788509792.480001:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796950656 00000100:00100000:1.0:1788509792.480004:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796950656 00000100:00100000:2.0:1788509792.480018:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509792.480022:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796950272 00000100:00100000:1.0:1788509792.480026:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796950272 00000100:00100000:1.0:1788509792.480042:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796950784 00000100:00100000:2.0:1788509792.480051:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796950528 00000100:00100000:2.0:1788509792.480056:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796950528 00000100:00100000:2.0:1788509792.480080:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788509792.480085:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875387796949888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509792.480122:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875387796949888:12345-0@lo:400:kworker.0 Request processed in 36us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509792.480128:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788509792.480145:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788509792.480150:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875387796950400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509792.480176:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875387796950400:12345-0@lo:400:kworker.0 Request processed in 27us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509792.480182:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788509792.480193:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788509792.480204:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875387796950656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509792.480499:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796950784 00000100:00100000:1.0:1788509792.480524:0:22707:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1788509792.480532:0:22707:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1788509792.480551:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796950144 00000100:00100000:1.0:1788509792.480554:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796950144 00000100:00100000:1.0:1788509792.480579:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796949760 00000100:00100000:1.0:1788509792.480583:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796949760 00000100:00100000:1.0:1788509792.480622:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788509792.480629:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796950144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509792.480676:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796950144:12345-0@lo:400:kworker.0 Request processed in 48us (1476us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509792.480682:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788509792.480696:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788509792.480704:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7878380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796949760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509792.480739:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7878380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796949760:12345-0@lo:400:kworker.0 Request processed in 37us (1470us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509792.480746:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788509792.480861:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc8119e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796949760:0@lo:400:kworker.0 00000100:00080000:1.0:1788509792.480885:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788509792.480890:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788509792.480893:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788509792.480939:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc8119ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796950144:0@lo:400:kworker.0 00000100:00100000:2.0:1788509792.480980:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875387796950656:12345-0@lo:400:kworker.0 Request processed in 774us (1739us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509792.480984:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788509792.480994:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788509792.480998:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7878a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875387796950272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509792.481012:0:22705:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1788509792.481022:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788509792.481031:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875387796950528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509792.481041:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7878a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875387796950272:12345-0@lo:400:kworker.0 Request processed in 45us (1199us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509792.481049:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788509792.481069:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875387796950528:12345-0@lo:400:kworker.0 Request processed in 38us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509792.481076:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788509792.481098:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788509792.481107:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7879500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875387796950784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509792.481118:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796949504 00000100:00100000:2.0:1788509792.481123:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796949504 00000100:00100000:2.0:1788509792.481158:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1788509792.481165:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7879500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875387796950784:12345-0@lo:400:kworker.0 Request processed in 59us (1277us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509792.481169:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:3646:x1875387796949504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509792.481177:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788509792.481187:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796949632:12345-0@lo:400:kworker.0 Request processed in 1625us (2068us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509792.481201:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788509792.481212:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:3646:x1875387796949504:12345-0@lo:400:kworker.0 Request processed in 46us (1966us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509792.481219:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1788509792.481230:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788509792.481240:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796950016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788509792.481277:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb7879f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3644:1875387796950656:0@lo:400:kworker.0 00000100:00100000:3.0:1788509792.481280:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796950016:12345-0@lo:400:kworker.0 Request processed in 42us (1964us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509792.481290:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788509792.481299:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc8119df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796949632:0@lo:400:kworker.0 00000100:00100000:2.0:1788509792.481340:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc8119f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3646:1875387796949504:0@lo:400:kworker.0 00000100:00100000:2.0:1788509792.481353:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc8119d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796950016:0@lo:400:kworker.0 00010000:00080000:2.0:1788509792.481364:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc8119f480 x1875387796950528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509792.481372:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc8119f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3646:1875387796950528:0@lo:400:kworker.0 00000100:00100000:2.0:1788509792.481392:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc8119dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875387796949888:0@lo:400:kworker.0 00000100:00100000:2.0:1788509792.481402:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc8119c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3646:1875387796950400:0@lo:400:kworker.0 00000100:00100000:1.0:1788509792.482570:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc8119f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875387796950272:0@lo:400:kworker.0 00010000:00080000:1.0:1788509792.482588:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcdb787b480 x1875387796950784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788509792.482600:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb787b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3645:1875387796950784:0@lo:400:kworker.0 00000001:02000400:0.0:1788509792.739406:0:25588:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00100000:1.0:1788509792.988232:0:24206:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d89063cb-db9a-46cb-afb4-fad7be5442f6 00000001:00100000:1.0:1788509792.988246:0:24206:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 925bb533-7547-4a21-86e4-12daf39e1fa2 00000001:00100000:3.0:1788509792.989789:0:22686:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d89063cb-db9a-46cb-afb4-fad7be5442f6 00000001:00100000:3.0:1788509792.990607:0:22686:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 925bb533-7547-4a21-86e4-12daf39e1fa2 00000001:00100000:2.0:1788509792.991650:0:23438:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of d89063cb-db9a-46cb-afb4-fad7be5442f6 00000001:00100000:2.0:1788509792.991663:0:23438:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 925bb533-7547-4a21-86e4-12daf39e1fa2 00010000:00010000:1.0:1788509793.494072:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788509793.494765:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd913d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796950912:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788509793.494856:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509793.494931:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788509793.494939:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc876aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796951040:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788509793.494970:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509793.495005:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796950912 00000100:00100000:2.0:1788509793.495013:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796950912 00000100:00100000:2.0:1788509793.495074:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788509793.495085:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796950912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788509793.495123:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788509793.495175:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796950912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509793.495183:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788509793.495213:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796951040 00000100:00100000:2.0:1788509793.495217:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796951040 00000100:00100000:2.0:1788509793.495251:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788509793.495258:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796951040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788509793.495286:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788509793.495326:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875387796951040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509793.495333:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788509793.495403:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc876aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3646:1875387796951040:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788509793.495433:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd913d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796950912:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788509793.495478:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796951168:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788509793.495508:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509793.495546:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb787b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796951296:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788509793.495650:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509793.495737:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796951168 00000100:00100000:0.0:1788509793.495743:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796951168 00000100:00100000:0.0:1788509793.495783:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788509793.495790:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796951168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788509793.495802:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788509793.495837:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796951168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509793.495854:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788509793.496363:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796951296 00000100:00100000:2.0:1788509793.496369:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796951296 00000100:00100000:2.0:1788509793.496414:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788509793.496436:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7878700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796951296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788509793.496464:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788509793.496591:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7878700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796951296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 158us (940us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509793.496598:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788509793.496642:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796951168:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788509793.496726:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb787b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796951296:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1788509794.392234:0:23458:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788509794.518192:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788509795.545886:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788509795.560145:0:25028:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d89063cb-db9a-46cb-afb4-fad7be5442f6 00000100:00100000:3.0:1788509795.604244:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509795.604291:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509795.604330:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509795.604377:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509795.604412:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509795.604434:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509795.604452:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509795.604471:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509795.604491:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509795.604521:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774821120 00000100:00100000:3.0:1788509795.604529:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774821120 00000100:00100000:3.0:1788509795.604585:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774821632 00000100:00100000:3.0:1788509795.604587:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774821632 00000100:00100000:3.0:1788509795.604600:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774820992 00000100:00100000:3.0:1788509795.604603:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774820992 00000100:00100000:3.0:1788509795.604615:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774821504 00000100:00100000:3.0:1788509795.604618:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774821504 00000100:00100000:3.0:1788509795.604633:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 46 00000100:00100000:3.0:1788509795.604642:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+5:2407:x1875387774821120:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1788509795.604731:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+5:2407:x1875387774821120:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 89us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509795.604738:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 46 00000100:00100000:3.0:1788509795.604760:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 47 00000100:00100000:3.0:1788509795.604765:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d89063cb-db9a-46cb-afb4-fad7be5442f6+5:2407:x1875387774821632:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1788509795.604934:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d89063cb-db9a-46cb-afb4-fad7be5442f6+5:2407:x1875387774821632:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 168us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509795.604941:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 47 00000100:00100000:3.0:1788509795.604954:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 48 00000100:00100000:3.0:1788509795.604960:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+6:2407:x1875387774820992:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1788509795.604983:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+6:2407:x1875387774820992:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 24us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509795.604989:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 48 00000100:00100000:3.0:1788509795.604999:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 49 00000100:00100000:3.0:1788509795.605005:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:2407:x1875387774821504:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1788509795.605022:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:2407:x1875387774821504:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 18us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509795.605028:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 49 00000100:00100000:3.0:1788509795.605042:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774821376 00000100:00100000:3.0:1788509795.605046:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774821376 00000100:00100000:3.0:1788509795.605063:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774821888 00000100:00100000:3.0:1788509795.605066:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774821888 00000100:00100000:3.0:1788509795.605075:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774821248 00000100:00100000:3.0:1788509795.605077:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774821248 00000100:00100000:3.0:1788509795.605086:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774821760 00000100:00100000:3.0:1788509795.605094:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774821760 00000100:00100000:3.0:1788509795.605108:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13 00000100:00100000:3.0:1788509795.605114:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+5:2407:x1875387774821376:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1788509795.605136:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+5:2407:x1875387774821376:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 22us (806us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509795.605142:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13 00000100:00100000:3.0:1788509795.605151:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14 00000100:00100000:3.0:1788509795.605156:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d89063cb-db9a-46cb-afb4-fad7be5442f6+5:2407:x1875387774821888:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1788509795.605174:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d89063cb-db9a-46cb-afb4-fad7be5442f6+5:2407:x1875387774821888:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 18us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509795.605180:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14 00000100:00100000:3.0:1788509795.605189:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15 00000100:00100000:3.0:1788509795.605194:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+5:2407:x1875387774821248:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1788509795.605214:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+5:2407:x1875387774821248:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 20us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509795.605220:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15 00000100:00100000:3.0:1788509795.605229:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16 00000100:00100000:3.0:1788509795.605235:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d89063cb-db9a-46cb-afb4-fad7be5442f6+5:2407:x1875387774821760:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1788509795.605255:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d89063cb-db9a-46cb-afb4-fad7be5442f6+5:2407:x1875387774821760:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 21us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509795.605261:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16 00000100:00080000:3.0:1788509795.605292:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788509795.605296:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788509795.605298:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788509795.605593:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774820864 00000100:00100000:1.0:1788509795.605598:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774820864 00000100:00100000:1.0:1788509795.605641:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 145 00000100:00100000:1.0:1788509795.605649:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ceac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:2407:x1875387774820864:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1788509795.605671:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ceac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:2407:x1875387774820864:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 24us (1439us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509795.605698:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 145 00000100:00080000:3.0:1788509795.606992:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000080:2.0:1788509795.643108:0:25736:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffdc1cb2e80 20000000:00000080:2.0:1788509795.643124:0:25736:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8bcc86270000 uarg=0000000000000000 20000000:01000000:2.0:1788509795.643172:0:25736:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:2.0:1788509795.643178:0:25736:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:2.0:1788509795.643183:0:25736:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:0.0:1788509795.643537:0:25737:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:2.0:1788509795.643680:0:25736:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:2.0:1788509795.652206:0:25736:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1788509795.652237:0:25736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8bcdb1226600/0xe5156b86310df7cb lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.652256:0:25736:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8bcdb590a000/0xe5156b86310df428 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df421 expref: 23 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.652282:0:25736:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8bcc862ae600/0xe5156b86310df436 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df42f expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.652289:0:25736:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8bcdb590ae00/0xe5156b86310df475 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df46e expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.652295:0:25736:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8bcd92925000/0xe5156b86310df5ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df5e8 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.652305:0:25736:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8bcc8846e800/0xe5156b86310df75b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553645 expref: 12 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.652311:0:25736:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8bcc8846fe00/0xe5156b86310df79a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475536b5 expref: 12 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.652319:0:25736:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8bcdb1226600/0xe5156b86310df7cb lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.652362:0:25736:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8bcc8846fe00/0xe5156b86310df79a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0x1a882e46475536b5 expref: 12 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.652378:0:25736:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8bcc8846fe00/0xe5156b86310df79a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x1a882e46475536b5 expref: 12 pid: 22699 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509795.652393:0:25736:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd913d5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25736:1875387796951424:192.168.203.12@tcp:104: 00010000:00010000:2.0:1788509795.653097:0:25736:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8bcc8846e800/0xe5156b86310df75b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553645 expref: 12 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.653108:0:25736:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8bcc8846e800/0xe5156b86310df75b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553645 expref: 12 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509795.653127:0:25736:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd913d7480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25736:1875387796951552:192.168.203.12@tcp:104: 00010000:00010000:2.0:1788509795.653160:0:25736:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8bcd92925000/0xe5156b86310df5ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe5156b86310df5e8 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.653169:0:25736:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8bcd92925000/0xe5156b86310df5ef lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe5156b86310df5e8 expref: 23 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509795.653178:0:25736:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd913d4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25736:1875387796951680:0@lo:104: 00000100:00100000:2.0:1788509795.653217:0:25736:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788509795.653255:0:25736:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8bcdb590ae00/0xe5156b86310df475 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe5156b86310df46e expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.653263:0:25736:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8bcdb590ae00/0xe5156b86310df475 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe5156b86310df46e expref: 23 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509795.653270:0:25736:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd913d7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25736:1875387796951808:0@lo:104: 00000100:00100000:2.0:1788509795.653291:0:25736:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509795.653321:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796951680 00000100:00100000:2.0:1788509795.653329:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796951680 00000100:00100000:2.0:1788509795.653367:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796951808 00000100:00100000:2.0:1788509795.653370:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796951808 00000100:00100000:2.0:1788509795.653382:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788509795.653390:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+4:25736:x1875387796951680:12345-0@lo:104: 00010000:00010000:2.0:1788509795.653414:0:22690:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: ffff8bcd80031600/0xe5156b86310df5e8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df5ef expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.653460:0:22690:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788509795.653466:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+4:25736:x1875387796951680:12345-0@lo:104: Request processed in 77us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509795.653479:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788509795.653498:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788509795.653504:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+3:25736:x1875387796951808:12345-0@lo:104: 00010000:00010000:2.0:1788509795.653512:0:22690:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a400/0xe5156b86310df46e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df475 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.653545:0:22690:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788509795.653549:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+3:25736:x1875387796951808:12345-0@lo:104: Request processed in 46us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509795.653554:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:2.0:1788509795.653571:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788509795.653576:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcd80031600/0xe5156b86310df5e8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df5ef expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.653583:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80031600 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:2.0:1788509795.653588:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcd80031600/0xe5156b86310df5e8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xe5156b86310df5ef expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.653596:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcd80031600/0xe5156b86310df5e8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xe5156b86310df5ef expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788509795.653603:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcd80031600/0xe5156b86310df5e8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xe5156b86310df5ef expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509795.653608:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788509795.653635:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcd80031600/0xe5156b86310df5e8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df5ef expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.653641:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788509795.653664:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcd80031600/0xe5156b86310df5e8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df5ef expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.653671:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcd80031600/0xe5156b86310df5e8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df5ef expref: -99 pid: 25027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.653684:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788509795.655101:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788509795.655111:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788509795.655128:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd913d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3647:1875387796951936:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788509795.655177:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788509795.655855:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a400/0xe5156b86310df46e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df475 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.655868:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb590a400 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:2.0:1788509795.655872:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a400/0xe5156b86310df46e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xe5156b86310df475 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.655882:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a400/0xe5156b86310df46e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xe5156b86310df475 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788509795.655889:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a400/0xe5156b86310df46e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xe5156b86310df475 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509795.655895:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788509795.656201:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a400/0xe5156b86310df46e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df475 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.656209:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788509795.656225:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a400/0xe5156b86310df46e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df475 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.656233:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcdb590a400/0xe5156b86310df46e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df475 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.656265:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509795.656267:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509795.656269:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788509795.656280:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788509795.656295:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3646:1875387796952064:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788509795.656335:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788509795.656427:0:25736:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8bcc862ae600/0xe5156b86310df436 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe5156b86310df42f expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.656439:0:25736:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8bcc862ae600/0xe5156b86310df436 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe5156b86310df42f expref: 23 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509795.656451:0:25736:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc874d9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25736:1875387796952192:0@lo:104: 00000100:00100000:2.0:1788509795.656475:0:25736:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509795.656500:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796952192 00000100:00100000:2.0:1788509795.656506:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796952192 00000100:00100000:2.0:1788509795.656539:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788509795.656547:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+3:25736:x1875387796952192:12345-0@lo:104: 00010000:00010000:2.0:1788509795.656557:0:22690:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: ffff8bcd92925400/0xe5156b86310df42f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df436 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.656596:0:22690:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788509795.656602:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+3:25736:x1875387796952192:12345-0@lo:104: Request processed in 56us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509795.656608:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:2.0:1788509795.656637:0:25736:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8bcdb590a000/0xe5156b86310df428 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xe5156b86310df421 expref: 23 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.656655:0:25736:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8bcdb590a000/0xe5156b86310df428 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xe5156b86310df421 expref: 23 pid: 22699 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509795.656664:0:25736:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc874db100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25736:1875387796952320:0@lo:104: 00000100:00100000:2.0:1788509795.656697:0:25736:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509795.656715:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796952320 00000100:00100000:2.0:1788509795.656719:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796952320 00000100:00100000:2.0:1788509795.656734:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788509795.656989:0:24237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796951936 00000100:00100000:3.0:1788509795.656993:0:24237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796951936 00010000:00010000:3.0:1788509795.657014:0:24237:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8bcd92925000/0xe5156b86310df5ef lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df5e8 expref: 24 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509795.657035:0:24237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796952064 00000100:00100000:3.0:1788509795.657037:0:24237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796952064 00010000:00010000:3.0:1788509795.657047:0:24237:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8bcdb590ae00/0xe5156b86310df475 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df46e expref: 25 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509795.657060:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788509795.657065:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb787b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+25:3647:x1875387796951936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788509795.657074:0:24237:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788509795.657079:0:24237:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8bcd92925000/0xe5156b86310df5ef lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df5e8 expref: 25 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509795.657088:0:24237:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8bcd92925000/0xe5156b86310df5ef lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe5156b86310df5e8 expref: 25 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509795.657104:0:24237:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788509795.657129:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb787b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+25:3647:x1875387796951936:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (1952us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509795.657136:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788509795.657147:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788509795.657152:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:3646:x1875387796952064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788509795.657159:0:24237:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788509795.657163:0:24237:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8bcdb590ae00/0xe5156b86310df475 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df46e expref: 24 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509795.657182:0:24237:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8bcdb590ae00/0xe5156b86310df475 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe5156b86310df46e expref: 24 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509795.657192:0:24237:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788509795.657219:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:3646:x1875387796952064:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509795.657226:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788509795.657266:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3646:1875387796952064:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788509795.657308:0:25736:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd8667a3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1788509795.657322:0:25736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcd92925000/0xe5156b86310df5ef lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe5156b86310df5e8 expref: 23 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509795.657332:0:25736:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd913d4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25736:1875387796951680:0@lo:104: 00010000:00010000:3.0:1788509795.657341:0:25736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcdb590ae00/0xe5156b86310df475 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe5156b86310df46e expref: 22 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509795.657349:0:25736:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd913d7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25736:1875387796951808:0@lo:104: 00000100:00100000:3.0:1788509795.657356:0:25736:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc874d9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25736:1875387796952192:0@lo:104: 00000100:00100000:2.0:1788509795.658559:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+3:25736:x1875387796952320:12345-0@lo:104: 00010000:00010000:2.0:1788509795.658576:0:22690:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: ffff8bcd92925e00/0xe5156b86310df421 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df428 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.658640:0:22690:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788509795.658646:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+3:25736:x1875387796952320:12345-0@lo:104: Request processed in 1906us (1961us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509795.658653:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:2.0:1788509795.658678:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788509795.658683:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcd92925400/0xe5156b86310df42f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df436 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.658703:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92925400 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:2.0:1788509795.658706:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcd92925400/0xe5156b86310df42f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xe5156b86310df436 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.658713:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcd92925400/0xe5156b86310df42f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xe5156b86310df436 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788509795.658719:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcd92925400/0xe5156b86310df42f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xe5156b86310df436 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509795.658745:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788509795.658777:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcd92925400/0xe5156b86310df42f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df436 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.658783:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788509795.658800:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcd92925400/0xe5156b86310df42f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df436 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.658807:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcd92925400/0xe5156b86310df42f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df436 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.658819:0:22694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788509795.658822:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: ffff8bcd92925e00/0xe5156b86310df421 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xe5156b86310df428 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.658827:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92925e00 already unused, calling callback (ffffffffc1422c20) 10000000:00010000:2.0:1788509795.658830:0:22694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: ffff8bcd92925e00/0xe5156b86310df421 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xe5156b86310df428 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.658838:0:22694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: ffff8bcd92925e00/0xe5156b86310df421 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xe5156b86310df428 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788509795.658845:0:22694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: ffff8bcd92925e00/0xe5156b86310df421 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xe5156b86310df428 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509795.658850:0:22694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788509795.658862:0:22694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: ffff8bcd92925e00/0xe5156b86310df421 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df428 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.658867:0:22694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788509795.658879:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: ffff8bcd92925e00/0xe5156b86310df421 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df428 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.658886:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: ffff8bcd92925e00/0xe5156b86310df421 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xe5156b86310df428 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.658913:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509795.658915:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788509795.658917:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788509795.658933:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc874db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3644:1875387796952448:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788509795.658963:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509795.658994:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788509795.658999:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc874d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3644:1875387796952576:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788509795.659018:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509795.659039:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796952448 00000100:00100000:2.0:1788509795.659045:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796952448 00010000:00010000:2.0:1788509795.659066:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8bcc862ae600/0xe5156b86310df436 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df42f expref: 22 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509795.659085:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796952576 00000100:00100000:2.0:1788509795.659088:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796952576 00010000:00010000:2.0:1788509795.659097:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8bcdb590a000/0xe5156b86310df428 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df421 expref: 23 pid: 22699 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509795.659114:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788509795.659120:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:3644:x1875387796952448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788509795.659129:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788509795.659134:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8bcc862ae600/0xe5156b86310df436 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df42f expref: 23 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.659155:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8bcc862ae600/0xe5156b86310df436 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe5156b86310df42f expref: 23 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.659168:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc862ae600/0xe5156b86310df436 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe5156b86310df42f expref: 23 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.659180:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788509795.659207:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:3644:x1875387796952448:12345-0@lo:103:ldlm_bl.0 Request processed in 87us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509795.659214:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788509795.659226:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788509795.659232:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:3644:x1875387796952576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788509795.659241:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788509795.659245:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8bcdb590a000/0xe5156b86310df428 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xe5156b86310df421 expref: 21 pid: 22699 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.659252:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8bcdb590a000/0xe5156b86310df428 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xe5156b86310df421 expref: 21 pid: 22699 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.659261:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788509795.659281:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:3644:x1875387796952576:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509795.659287:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788509795.659318:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc874d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3644:1875387796952576:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788509795.659326:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc874db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3644:1875387796952448:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788509795.662976:0:25736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcdb590a000/0xe5156b86310df428 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xe5156b86310df421 expref: 20 pid: 22699 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509795.663013:0:25736:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc874db100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25736:1875387796952320:0@lo:104: 00010000:00010000:0.0:1788509795.663109:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509795.663131:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd913d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3647:1875387796951936:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788509795.686013:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509795.686107:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509795.686148:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774822016 00000100:00100000:0.0:1788509795.686156:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774822016 00010000:00010000:0.0:1788509795.686192:0:22692:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8bcc8846fe00/0xe5156b86310df79a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x1a882e46475536b5 expref: 13 pid: 22699 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509795.686223:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774822144 00000100:00100000:0.0:1788509795.686226:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774822144 00010000:00010000:0.0:1788509795.686238:0:22692:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8bcc8846e800/0xe5156b86310df75b lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553645 expref: 14 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509795.686255:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13 00000100:00100000:0.0:1788509795.686264:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd91346450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:77a08576-1eb4-46ac-800a-e1e1c73942bf+14:2408:x1875387774822016:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788509795.686278:0:22692:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788509795.686283:0:22692:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8bcc8846fe00/0xe5156b86310df79a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x1a882e46475536b5 expref: 14 pid: 22699 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509795.686312:0:22692:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8bcc8846fe00/0xe5156b86310df79a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x1a882e46475536b5 expref: 14 pid: 22699 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509795.686331:0:22692:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788509795.686378:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd91346450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:77a08576-1eb4-46ac-800a-e1e1c73942bf+14:2408:x1875387774822016:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 114us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509795.686385:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13 00000100:00100000:0.0:1788509795.686440:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14 00000100:00100000:0.0:1788509795.686447:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:2408:x1875387774822144:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788509795.686455:0:22692:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788509795.686460:0:22692:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8bcc8846e800/0xe5156b86310df75b lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553645 expref: 13 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509795.686468:0:22692:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8bcc8846e800/0xe5156b86310df75b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553645 expref: 13 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509795.686479:0:22692:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8bcdb1226600/0xe5156b86310df7cb lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509795.686487:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcdb1226600/0xe5156b86310df7cb lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509795.686500:0:22692:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8bcdb1226600/0xe5156b86310df7cb lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509795.686507:0:22692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8bcdb1226600/0xe5156b86310df7cb lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509795.686513:0:22692:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8bcdb1226600/0xe5156b86310df7cb lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509795.686526:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8bcdb1226600/0xe5156b86310df7cb lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509795.686531:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb1226600 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:0.0:1788509795.686536:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8bcdb1226600/0xe5156b86310df7cb lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509795.686544:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8bcdb1226600/0xe5156b86310df7cb lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509795.686553:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8bcdb1226600/0xe5156b86310df7cb lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509795.686562:0:22692:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788509795.686580:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:2408:x1875387774822144:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 134us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509795.686587:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14 00010000:00010000:2.0:1788509795.686754:0:25736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc8846fe00/0xe5156b86310df79a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x1a882e46475536b5 expref: 12 pid: 22699 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509795.686768:0:25736:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd913d5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25736:1875387796951424:192.168.203.12@tcp:104: 00010000:00010000:2.0:1788509795.686779:0:25736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcc8846e800/0xe5156b86310df75b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553645 expref: 11 pid: 22698 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509795.686789:0:25736:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd913d7480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25736:1875387796951552:192.168.203.12@tcp:104: 00010000:00010000:2.0:1788509795.686816:0:25736:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8bcdb1226600/0xe5156b86310df7cb lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.686825:0:25736:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8bcdb1226600/0xe5156b86310df7cb lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.686832:0:25736:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8bcdb1226600/0xe5156b86310df7cb lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509795.686839:0:25736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8bcdb1226600/0xe5156b86310df7cb lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509796.567995:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509797.079010:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509797.080472:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774822272 00000100:00100000:2.0:1788509797.080491:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774822272 00000100:00100000:2.0:1788509797.080576:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 146 00000100:00100000:2.0:1788509797.080589:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87cea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+11:18074:x1875387774822272:12345-192.168.203.12@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788509797.080614:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788509797.080662:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcdb1226600/0xe5156b86310df7d2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1a882e46475536ed expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.080707:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcdb1226600/0xe5156b86310df7d2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475536ed expref: 12 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.080723:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcdb1226600/0xe5156b86310df7d2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475536ed expref: 12 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.080736:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb1226600, rc 0) 00000100:00100000:2.0:1788509797.080854:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87cea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+12:18074:x1875387774822272:12345-192.168.203.12@tcp:101:ll_cfg_requeue.0 Request processed in 267us (1971us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509797.080862:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 146 00000100:00100000:1.0:1788509797.083496:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509797.083650:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774822400 00000100:00100000:2.0:1788509797.083664:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774822400 00000100:00100000:2.0:1788509797.083781:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 147 00000100:00100000:2.0:1788509797.083794:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ceb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+12:18074:x1875387774822400:12345-192.168.203.12@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788509797.084031:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ceb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+12:18074:x1875387774822400:12345-192.168.203.12@tcp:501:ll_cfg_requeue.0 Request processed in 239us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509797.084040:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 147 00000100:00100000:0.0:1788509797.090041:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509797.090320:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774822528 00000100:00100000:2.0:1788509797.090340:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774822528 00000100:00100000:2.0:1788509797.090420:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 148 00000100:00100000:2.0:1788509797.090434:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87cea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+12:18074:x1875387774822528:12345-192.168.203.12@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788509797.090631:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87cea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+12:18074:x1875387774822528:12345-192.168.203.12@tcp:503:ll_cfg_requeue.0 Request processed in 200us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509797.090640:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 148 00000100:00100000:3.0:1788509797.103975:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509797.104413:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774822656 00000100:00100000:2.0:1788509797.104426:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774822656 00000100:00100000:2.0:1788509797.104500:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 149 00000100:00100000:2.0:1788509797.104512:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+12:18074:x1875387774822656:12345-192.168.203.12@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788509797.104535:0:22699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788509797.104568:0:22699:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcdb1226200/0xe5156b86310df7d9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x1a882e46475536f4 expref: -99 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.104608:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcdb1226200/0xe5156b86310df7d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475536f4 expref: 13 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.104621:0:22699:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcdb1226200/0xe5156b86310df7d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475536f4 expref: 13 pid: 22699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.104631:0:22699:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb1226200, rc 0) 00000100:00100000:2.0:1788509797.104701:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:18074:x1875387774822656:12345-192.168.203.12@tcp:101:ll_cfg_requeue.0 Request processed in 191us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509797.104708:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 149 00000100:00100000:3.0:1788509797.110341:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509797.110470:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774822784 00000100:00100000:1.0:1788509797.110481:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774822784 00000100:00100000:1.0:1788509797.110547:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 150 00000100:00100000:1.0:1788509797.110557:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ce8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:18074:x1875387774822784:12345-192.168.203.12@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788509797.110838:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ce8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:18074:x1875387774822784:12345-192.168.203.12@tcp:501:ll_cfg_requeue.0 Request processed in 281us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509797.110847:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 150 00000100:00100000:3.0:1788509797.114003:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509797.114086:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774822912 00000100:00100000:0.0:1788509797.114104:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774822912 00000100:00100000:0.0:1788509797.114190:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 151 00000100:00100000:0.0:1788509797.114203:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:18074:x1875387774822912:12345-192.168.203.12@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788509797.114424:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:18074:x1875387774822912:12345-192.168.203.12@tcp:503:ll_cfg_requeue.0 Request processed in 222us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509797.114433:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 151 00000100:00100000:3.0:1788509797.124955:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509797.125099:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774823040 00000100:00100000:2.0:1788509797.125117:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774823040 00000100:00080000:3.0:1788509797.125221:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788509797.125228:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 23 00000100:00100000:2.0:1788509797.125245:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+6:18696:x1875387774823040:12345-192.168.203.12@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788509797.125272:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788509797.127261:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227e00/0xe5156b86310df7e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e46475536fb expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127362:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226800/0xe5156b86310df7e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127412:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226800/0xe5156b86310df7e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127428:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226800/0xe5156b86310df7e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127449:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226000/0xe5156b86310df7ee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127456:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226000/0xe5156b86310df7ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127463:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226000/0xe5156b86310df7ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127574:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226c00/0xe5156b86310df7f5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127582:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226c00/0xe5156b86310df7f5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127589:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226c00/0xe5156b86310df7f5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788509797.127625:0:22705:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788509797.127629:0:22705:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788509797.127678:0:22705:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226c00/0xe5156b86310df7f5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127690:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226800/0xe5156b86310df7e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127707:0:22705:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226800/0xe5156b86310df7e7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127713:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226800/0xe5156b86310df7e7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127719:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb1226800 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:2.0:1788509797.127724:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226800/0xe5156b86310df7e7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127732:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226800/0xe5156b86310df7e7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127746:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8bcdbd047900) 00010000:00010000:2.0:1788509797.127749:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788509797.127755:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226800/0xe5156b86310df7e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127762:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226800/0xe5156b86310df7e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127781:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226000/0xe5156b86310df7ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127787:0:22705:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226000/0xe5156b86310df7ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127794:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226000/0xe5156b86310df7ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127799:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb1226000 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:2.0:1788509797.127808:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226000/0xe5156b86310df7ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127815:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226000/0xe5156b86310df7ee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127822:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8bcdbd047b00) 00010000:00010000:2.0:1788509797.127825:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788509797.127828:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226000/0xe5156b86310df7ee lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.127834:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226000/0xe5156b86310df7ee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.129172:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227e00/0xe5156b86310df7e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475536fb expref: 8 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.129198:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226c00/0xe5156b86310df7f5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475536fb expref: 7 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.129206:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8bcdbd047100) 00010000:00010000:2.0:1788509797.129209:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788509797.129213:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb1226c00, rc 0) 00000100:00100000:2.0:1788509797.129316:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+7:18696:x1875387774823040:12345-192.168.203.12@tcp:101:lhsmtool_posix.0 Request processed in 4076us (4368us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509797.129327:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 23 00000100:00100000:3.0:1788509797.133616:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509797.133734:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774823168 00000100:00100000:1.0:1788509797.133746:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774823168 00000100:00100000:1.0:1788509797.133817:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 5 00000100:00100000:1.0:1788509797.133829:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:925bb533-7547-4a21-86e4-12daf39e1fa2+7:18696:x1875387774823168:12345-192.168.203.12@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1788509797.134206:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:925bb533-7547-4a21-86e4-12daf39e1fa2+7:18696:x1875387774823168:12345-192.168.203.12@tcp:900:lhsmtool_posix.0 Request processed in 377us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509797.134215:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 5 00000100:00100000:0.0:1788509797.146625:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509797.146717:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774823424 00000100:00100000:3.0:1788509797.146758:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774823424 00000100:00100000:3.0:1788509797.146839:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 24 00000100:00100000:3.0:1788509797.146851:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+7:18696:x1875387774823424:12345-192.168.203.12@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788509797.146878:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509797.146938:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df7fc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e4647553702 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147041:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df803 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147059:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df803 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147072:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df803 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147089:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031a00/0xe5156b86310df80a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147096:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031a00/0xe5156b86310df80a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147103:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031a00/0xe5156b86310df80a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147245:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031600/0xe5156b86310df811 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147254:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031600/0xe5156b86310df811 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147261:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031600/0xe5156b86310df811 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788509797.147280:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:3.0:1788509797.147483:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df803 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147492:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df803 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147500:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df803 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147506:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030400 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:3.0:1788509797.147511:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df803 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147520:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df803 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147534:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8bcdbd047100) 00010000:00010000:3.0:1788509797.147539:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788509797.147545:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df803 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147553:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df803 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147568:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031a00/0xe5156b86310df80a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147575:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031a00/0xe5156b86310df80a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147591:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031a00/0xe5156b86310df80a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147597:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80031a00 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:3.0:1788509797.147600:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031a00/0xe5156b86310df80a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147606:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031a00/0xe5156b86310df80a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147615:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8bcd8cb0d400) 00010000:00010000:3.0:1788509797.147618:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788509797.147621:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031a00/0xe5156b86310df80a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.147627:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031a00/0xe5156b86310df80a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.148954:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df7fc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553702 expref: 10 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.148982:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031600/0xe5156b86310df811 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553702 expref: 9 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.148992:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8bcd8cb0d500) 00010000:00010000:3.0:1788509797.148994:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788509797.148998:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd80031600, rc 0) 00000100:00100000:3.0:1788509797.149135:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+9:18696:x1875387774823424:12345-192.168.203.12@tcp:101:lhsmtool_posix.0 Request processed in 2284us (2523us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788509797.149158:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 24 00000100:00100000:2.0:1788509797.156590:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509797.156744:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774823552 00000100:00100000:1.0:1788509797.156758:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774823552 00000100:00100000:1.0:1788509797.156869:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 25 00000100:00100000:1.0:1788509797.156892:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+9:18696:x1875387774823552:12345-192.168.203.12@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788509797.157060:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+9:18696:x1875387774823552:12345-192.168.203.12@tcp:59:lhsmtool_posix.0 Request processed in 172us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509797.157086:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 25 00000100:00100000:1.0:1788509797.159641:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509797.159832:0:25564:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774823680 00000100:00100000:2.0:1788509797.159844:0:25564:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774823680 00000100:00100000:2.0:1788509797.160192:0:25564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 26 00000100:00100000:2.0:1788509797.160233:0:25564:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7879180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+5:18696:x1875387774823680:12345-192.168.203.12@tcp:59:lhsmtool_posix.0 00000100:00080000:3.0:1788509797.163427:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788509797.169939:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509797.170094:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774823808 00000100:00100000:0.0:1788509797.170124:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774823808 00000100:00100000:0.0:1788509797.170192:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 27 00000100:00100000:0.0:1788509797.170204:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+9:18702:x1875387774823808:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:0.0:1788509797.170231:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509797.170256:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fc00/0xe5156b86310df81f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e4647553709 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.170336:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e000/0xe5156b86310df826 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.170354:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e000/0xe5156b86310df826 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.170369:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e000/0xe5156b86310df826 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.170609:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fa00/0xe5156b86310df82d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.170638:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fa00/0xe5156b86310df82d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.170651:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fa00/0xe5156b86310df82d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.170978:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e000/0xe5156b86310df826 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.170986:0:22705:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e000/0xe5156b86310df826 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.170993:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e000/0xe5156b86310df826 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.171012:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846e000 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:0.0:1788509797.171017:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e000/0xe5156b86310df826 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.171025:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e000/0xe5156b86310df826 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.171039:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8bcdbd047900) 00010000:00010000:0.0:1788509797.171041:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788509797.171045:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e000/0xe5156b86310df826 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.171051:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e000/0xe5156b86310df826 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.171067:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fa00/0xe5156b86310df82d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.171074:0:22705:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fa00/0xe5156b86310df82d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.171079:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fa00/0xe5156b86310df82d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.171084:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846fa00 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:0.0:1788509797.171087:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fa00/0xe5156b86310df82d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.171092:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fa00/0xe5156b86310df82d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.171111:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8bcc87630c00) 00010000:00010000:0.0:1788509797.171114:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788509797.171117:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fa00/0xe5156b86310df82d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.171123:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fa00/0xe5156b86310df82d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.171171:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fc00/0xe5156b86310df81f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553709 expref: 10 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.171182:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8bcdbd047900) 00010000:00010000:0.0:1788509797.171184:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788509797.171188:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fc00/0xe5156b86310df81f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553709 expref: 10 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.171198:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc8846fc00, rc 0) 00000100:00100000:0.0:1788509797.171274:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+9:18702:x1875387774823808:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 1070us (1377us total) trans 0 rc 301/301 00000100:00100000:0.0:1788509797.171283:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 27 00000004:00080000:1.0:1788509797.175797:0:25564:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 15510us 00000100:00100000:3.0:1788509797.178620:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509797.179422:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774823936 00000100:00100000:0.0:1788509797.179437:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774823936 00000100:00100000:0.0:1788509797.179548:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 0 00000100:00100000:0.0:1788509797.179562:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:925bb533-7547-4a21-86e4-12daf39e1fa2+9:18702:x1875387774823936:12345-192.168.203.12@tcp:700:lfs.0 00000100:00100000:0.0:1788509797.179683:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:925bb533-7547-4a21-86e4-12daf39e1fa2+9:18702:x1875387774823936:12345-192.168.203.12@tcp:700:lfs.0 Request processed in 125us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509797.179691:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 0 00000100:00100000:3.0:1788509797.183519:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509797.183938:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774824192 00000100:00100000:1.0:1788509797.183950:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774824192 00000100:00100000:1.0:1788509797.184014:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28 00000100:00100000:1.0:1788509797.184026:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+9:18702:x1875387774824192:12345-192.168.203.12@tcp:36:lfs.0 00010000:00010000:1.0:1788509797.184095:0:22706:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788509797.184138:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227000/0xe5156b86310df785 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553676 expref: 9 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.184159:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8bcdbd047900) 00010000:00010000:1.0:1788509797.184164:0:22706:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788509797.184241:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df834 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.184258:0:22706:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df7c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475536e6 expref: 5 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.184268:0:22706:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df834 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.184314:0:22706:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df7c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0x1a882e46475536e6 expref: 5 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.184331:0:22706:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df7c4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e46475536e6 expref: 5 pid: 22706 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509797.184371:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb787ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22706:1875387796952704:192.168.203.12@tcp:104: 00000100:00100000:1.0:1788509797.184478:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc86622480 going to sleep for 11 seconds 00000100:00100000:2.0:1788509797.189718:0:25564:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7879180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+5:18696:x1875387774823680:12345-192.168.203.12@tcp:59:lhsmtool_posix.0 Request processed in 29487us (30075us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509797.189748:0:25564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 26 00000100:00100000:3.0:1788509797.190004:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509797.190006:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb787ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22706:1875387796952704:192.168.203.12@tcp:104: 00010000:00010000:2.0:1788509797.190039:0:22706:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df834 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509797.190167:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774824320 00000100:00100000:0.0:1788509797.190176:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774824320 00010000:00010000:0.0:1788509797.190235:0:22692:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df7c4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e46475536e6 expref: 6 pid: 22706 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509797.190268:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 15 00000100:00100000:0.0:1788509797.190278:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:2407:x1875387774824320:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788509797.190293:0:22692:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788509797.190306:0:22692:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df7c4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e46475536e6 expref: 6 pid: 22706 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.190319:0:22692:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df7c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e46475536e6 expref: 6 pid: 22706 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.190344:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df7c4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0x1a882e46475536e6 expref: 6 pid: 22706 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.190357:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8bcdbd047900) 00010000:00010000:0.0:1788509797.190362:0:22692:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df834 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.190372:0:22692:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df834 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.190381:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df834 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.190416:0:22692:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788509797.190446:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+5:2407:x1875387774824320:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 170us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509797.190464:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 15 00010000:00010000:0.0:1788509797.190489:0:22706:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df834 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.190496:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df834 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.190521:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ee00/0xe5156b86310df83b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.190531:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ee00/0xe5156b86310df83b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.190538:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ee00/0xe5156b86310df83b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788509797.191192:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788509797.200529:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fc00/0xe5156b86310df842 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.200561:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fc00/0xe5156b86310df842 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.200578:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fc00/0xe5156b86310df842 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788509797.200633:0:22706:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000092f8cd22 reply state 000000007b66e9ae transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fc00/0xe5156b86310df842 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.200648:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fc00/0xe5156b86310df842 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.200710:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8bcc87630200) 00010000:00010000:0.0:1788509797.200731:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788509797.200736:0:22706:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1788509797.200745:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1788509797.200758:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df834 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.200766:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df834 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.200773:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df834 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.200780:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92925e00 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:0.0:1788509797.200785:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df834 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.200794:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df834 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.200806:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8bcdbd047900) 00010000:00010000:0.0:1788509797.200809:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788509797.200813:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df834 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.200820:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df834 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788509797.200844:0:22706:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000092f8cd22 reply state 000000007b66e9ae transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ee00/0xe5156b86310df83b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.200852:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ee00/0xe5156b86310df83b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.200872:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8bcc87630800) 00010000:00010000:0.0:1788509797.200875:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788509797.200877:0:22706:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1788509797.201181:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+10:18702:x1875387774824192:12345-192.168.203.12@tcp:36:lfs.0 Request processed in 17150us (17669us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1788509797.201192:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28 00000100:00100000:1.0:1788509797.282519:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509797.283160:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774824448 00000100:00100000:0.0:1788509797.283174:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774824448 00000100:00100000:0.0:1788509797.283425:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29 00000100:00100000:0.0:1788509797.283440:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb787a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+10:18710:x1875387774824448:12345-192.168.203.12@tcp:101:lctl.0 00010000:00010000:0.0:1788509797.283471:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509797.283497:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df849 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e4647553710 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.283582:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fa00/0xe5156b86310df850 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.283600:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fa00/0xe5156b86310df850 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.283614:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fa00/0xe5156b86310df850 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788509797.283674:0:22705:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788509797.283678:0:22705:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788509797.283724:0:22705:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fa00/0xe5156b86310df850 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.284377:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df849 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553710 expref: 12 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.284427:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fa00/0xe5156b86310df850 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553710 expref: 11 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.284437:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8bcc87630c00) 00010000:00010000:0.0:1788509797.284441:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788509797.284445:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc8846fa00, rc 0) 00000100:00100000:2.0:1788509797.286567:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb787a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+11:18710:x1875387774824448:12345-192.168.203.12@tcp:101:lctl.0 Request processed in 2413us (3344us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509797.286582:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29 00000100:00100000:3.0:1788509797.301273:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509797.301437:0:25564:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774824576 00000100:00100000:2.0:1788509797.301451:0:25564:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774824576 00000100:00100000:2.0:1788509797.301526:0:25564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30 00000100:00100000:2.0:1788509797.301538:0:25564:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d89063cb-db9a-46cb-afb4-fad7be5442f6+5:18711:x1875387774824576:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:2.0:1788509797.301564:0:25564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788509797.301590:0:25564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226000/0xe5156b86310df857 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e4647553717 expref: -99 pid: 25564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.301670:0:25564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226800/0xe5156b86310df85e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.301689:0:25564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226800/0xe5156b86310df85e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.301878:0:25564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226800/0xe5156b86310df85e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788509797.301999:0:25564:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788509797.302004:0:25564:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788509797.302033:0:25564:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226800/0xe5156b86310df85e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.302183:0:25564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226000/0xe5156b86310df857 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553717 expref: 7 pid: 25564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.302207:0:25564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1226800/0xe5156b86310df85e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553717 expref: 6 pid: 25564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.302218:0:25564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8bcc87630c00) 00010000:00010000:2.0:1788509797.302222:0:25564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788509797.302225:0:25564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb1226800, rc 0) 00000100:00100000:2.0:1788509797.302375:0:25564:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:18711:x1875387774824576:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 837us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509797.302383:0:25564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30 00000100:00100000:0.0:1788509797.309302:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509797.311601:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774824704 00000100:00100000:3.0:1788509797.311620:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774824704 00000100:00100000:3.0:1788509797.311720:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31 00000100:00100000:3.0:1788509797.311733:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:18711:x1875387774824704:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1788509797.311763:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509797.311792:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031a00/0xe5156b86310df865 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e464755371e expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.311880:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df86c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.311913:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df86c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.311926:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df86c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.311939:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df873 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.311946:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df873 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.311975:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df873 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312090:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030000/0xe5156b86310df87a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312099:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030000/0xe5156b86310df87a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312107:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030000/0xe5156b86310df87a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788509797.312155:0:22707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788509797.312159:0:22707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788509797.312187:0:22707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030000/0xe5156b86310df87a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312200:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df86c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312208:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df86c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312224:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df86c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312234:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030600 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:3.0:1788509797.312239:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df86c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312246:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df86c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312267:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8bcc87630c00) 00010000:00010000:3.0:1788509797.312270:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788509797.312276:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df86c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312282:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df86c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312563:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df873 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312572:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df873 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312577:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df873 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312583:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030400 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:3.0:1788509797.312586:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df873 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312592:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df873 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312601:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8bcc87630800) 00010000:00010000:3.0:1788509797.312604:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788509797.312607:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df873 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312613:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df873 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312656:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031a00/0xe5156b86310df865 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755371e expref: 8 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312672:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030000/0xe5156b86310df87a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755371e expref: 7 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.312680:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8bcc87630200) 00010000:00010000:3.0:1788509797.312682:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788509797.312685:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd80030000, rc 0) 00000100:00100000:3.0:1788509797.312841:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d89063cb-db9a-46cb-afb4-fad7be5442f6+7:18711:x1875387774824704:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 1109us (3553us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509797.312851:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31 00000100:00100000:1.0:1788509797.322828:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509797.323026:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774824832 00000100:00100000:0.0:1788509797.324364:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774824832 00000100:00100000:0.0:1788509797.324641:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 6 00000100:00100000:0.0:1788509797.324654:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb787b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d89063cb-db9a-46cb-afb4-fad7be5442f6+5:18711:x1875387774824832:12345-192.168.203.12@tcp:900:lfs.0 00000100:00100000:0.0:1788509797.324774:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb787b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d89063cb-db9a-46cb-afb4-fad7be5442f6+5:18711:x1875387774824832:12345-192.168.203.12@tcp:900:lfs.0 Request processed in 122us (1960us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509797.324783:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 6 00000100:00080000:3.0:1788509797.325044:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788509797.332694:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509797.332802:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774825088 00000100:00100000:2.0:1788509797.332814:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774825088 00000100:00100000:2.0:1788509797.332882:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 32 00000100:00100000:2.0:1788509797.332892:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+7:18711:x1875387774825088:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:2.0:1788509797.332951:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788509797.332977:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310df881 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e4647553725 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788509797.333110:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788509797.333237:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310df881 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553725 expref: 9 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.333273:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8bcc87630c00) 00010000:00010000:2.0:1788509797.333277:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788509797.333283:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310df881 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553725 expref: 9 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.333315:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb1227600, rc 0) 00000100:00100000:2.0:1788509797.333408:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+8:18711:x1875387774825088:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 516us (728us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1788509797.333416:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 32 00000100:00100000:2.0:1788509797.338302:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509797.338443:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774825344 00000100:00100000:0.0:1788509797.338458:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774825344 00000100:00100000:0.0:1788509797.338527:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 33 00000100:00100000:0.0:1788509797.338538:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d89063cb-db9a-46cb-afb4-fad7be5442f6+8:18711:x1875387774825344:12345-192.168.203.12@tcp:36:lfs.0 00010000:00010000:0.0:1788509797.338608:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788509797.339541:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030000/0xe5156b86310df87a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755371e expref: 8 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.339570:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8bcc87630200) 00010000:00010000:0.0:1788509797.339578:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788509797.339632:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ec00/0xe5156b86310df88f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.339844:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ec00/0xe5156b86310df88f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.339859:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ec00/0xe5156b86310df88f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788509797.340131:0:22705:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e2cf6ac3 reply state 0000000046a37625 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ec00/0xe5156b86310df88f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.340146:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ec00/0xe5156b86310df88f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.340153:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8bcc87630200) 00010000:00010000:0.0:1788509797.340156:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1788509797.340160:0:22705:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1788509797.340169:0:22705:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1788509797.340279:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d89063cb-db9a-46cb-afb4-fad7be5442f6+9:18711:x1875387774825344:12345-192.168.203.12@tcp:36:lfs.0 Request processed in 1740us (1989us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1788509797.340288:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 33 00000100:00100000:3.0:1788509797.344570:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509797.344678:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774825600 00000100:00100000:0.0:1788509797.344691:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774825600 00000100:00100000:0.0:1788509797.344771:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2 00000100:00100000:0.0:1788509797.344783:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d89063cb-db9a-46cb-afb4-fad7be5442f6+9:18711:x1875387774825600:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:0.0:1788509797.345128:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d89063cb-db9a-46cb-afb4-fad7be5442f6+10:18711:x1875387774825600:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 347us (571us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1788509797.345136:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2 00000100:00100000:3.0:1788509797.349743:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509797.349985:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774825856 00000100:00100000:2.0:1788509797.349999:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774825856 00000100:00100000:2.0:1788509797.350088:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34 00000100:00100000:2.0:1788509797.350100:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+10:18711:x1875387774825856:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:2.0:1788509797.350131:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788509797.350157:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310df896 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e464755372c expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.350249:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df89d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.350267:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df89d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.350281:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df89d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.350642:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310df8a4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.350652:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310df8a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.350659:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310df8a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788509797.351093:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788509797.351194:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df89d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.351204:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df89d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.351212:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df89d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.351218:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb1227c00 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:2.0:1788509797.351223:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df89d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.351233:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df89d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.351248:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8bcc87630c00) 00010000:00010000:2.0:1788509797.351251:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788509797.351256:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df89d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.351276:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df89d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.351294:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310df8a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.351877:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310df8a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.351886:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310df8a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.351893:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb1227400 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:2.0:1788509797.351919:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310df8a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.351927:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310df8a4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.351939:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8bcc87630800) 00010000:00010000:2.0:1788509797.351943:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788509797.351946:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310df8a4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.351954:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310df8a4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.352006:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310df896 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755372c expref: 12 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.352034:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8bcc87630c00) 00010000:00010000:2.0:1788509797.352037:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788509797.352041:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310df896 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755372c expref: 12 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.352052:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb1227600, rc 0) 00000100:00100000:2.0:1788509797.352369:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+11:18711:x1875387774825856:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 2269us (2648us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1788509797.352380:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34 00000100:00100000:2.0:1788509797.359278:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509797.359485:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774825984 00000100:00100000:3.0:1788509797.359498:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774825984 00000100:00100000:3.0:1788509797.359662:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 35 00000100:00100000:3.0:1788509797.359675:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d89063cb-db9a-46cb-afb4-fad7be5442f6+11:18711:x1875387774825984:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1788509797.359706:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509797.359731:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031a00/0xe5156b86310df8b2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e4647553733 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.360410:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df8b9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.360429:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df8b9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.360463:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df8b9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788509797.360499:0:22707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788509797.360503:0:22707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788509797.360527:0:22707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df8b9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.360562:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031a00/0xe5156b86310df8b2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553733 expref: 13 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.360590:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df8b9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553733 expref: 12 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.360600:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8bcc87630200) 00010000:00010000:3.0:1788509797.360603:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788509797.360608:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd80030400, rc 0) 00000100:00100000:3.0:1788509797.360792:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d89063cb-db9a-46cb-afb4-fad7be5442f6+12:18711:x1875387774825984:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 1119us (1530us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509797.360801:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 35 00000100:00100000:1.0:1788509797.366281:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509797.366765:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774826112 00000100:00100000:2.0:1788509797.366780:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774826112 00000100:00100000:2.0:1788509797.366926:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3 00000100:00100000:2.0:1788509797.366951:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb787a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+12:18711:x1875387774826112:12345-192.168.203.12@tcp:37:lfs.0 00000100:00100000:2.0:1788509797.373161:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb787a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+12:18711:x1875387774826112:12345-192.168.203.12@tcp:37:lfs.0 Request processed in 5849us (6944us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509797.373181:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3 00000100:00100000:3.0:1788509797.379059:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509797.379228:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774826368 00000100:00100000:0.0:1788509797.379257:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774826368 00000100:00100000:0.0:1788509797.379344:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 4 00000100:00100000:0.0:1788509797.379356:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811e8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d89063cb-db9a-46cb-afb4-fad7be5442f6+12:18711:x1875387774826368:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:0.0:1788509797.380343:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811e8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d89063cb-db9a-46cb-afb4-fad7be5442f6+13:18711:x1875387774826368:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 985us (1296us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1788509797.380354:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 4 00000100:00100000:1.0:1788509797.425445:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509797.426069:0:25564:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774826496 00000100:00100000:3.0:1788509797.426082:0:25564:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774826496 00000100:00100000:3.0:1788509797.426163:0:25564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 36 00000100:00100000:3.0:1788509797.426174:0:25564:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb787bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+11:18717:x1875387774826496:12345-192.168.203.12@tcp:101:bash.0 00010000:00010000:3.0:1788509797.426201:0:25564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509797.426229:0:25564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031a00/0xe5156b86310df8c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e464755373a expref: -99 pid: 25564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.426333:0:25564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df8c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.426354:0:25564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df8c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.426367:0:25564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df8c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.426761:0:25564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f800/0xe5156b86310df8ce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.426772:0:25564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f800/0xe5156b86310df8ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.426781:0:25564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f800/0xe5156b86310df8ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427020:0:25564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e200/0xe5156b86310df8d5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427031:0:25564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e200/0xe5156b86310df8d5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427038:0:25564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e200/0xe5156b86310df8d5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788509797.427083:0:25564:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788509797.427087:0:25564:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788509797.427135:0:25564:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e200/0xe5156b86310df8d5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427150:0:25564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df8c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427171:0:25564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df8c7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427178:0:25564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df8c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427185:0:25564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd80030600 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:0.0:1788509797.427189:0:25564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df8c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427198:0:25564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df8c7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427213:0:25564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8bcc87630c00) 00010000:00010000:0.0:1788509797.427216:0:25564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788509797.427221:0:25564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df8c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427228:0:25564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df8c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427246:0:25564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f800/0xe5156b86310df8ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427253:0:25564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f800/0xe5156b86310df8ce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427259:0:25564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f800/0xe5156b86310df8ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427264:0:25564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846f800 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:0.0:1788509797.427273:0:25564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f800/0xe5156b86310df8ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427281:0:25564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f800/0xe5156b86310df8ce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427289:0:25564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8bcc87630800) 00010000:00010000:0.0:1788509797.427291:0:25564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788509797.427307:0:25564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f800/0xe5156b86310df8ce lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427314:0:25564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f800/0xe5156b86310df8ce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427350:0:25564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80031a00/0xe5156b86310df8c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755373a expref: 13 pid: 25564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427368:0:25564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e200/0xe5156b86310df8d5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755373a expref: 12 pid: 25564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.427494:0:25564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8bcc87630200) 00010000:00010000:0.0:1788509797.427497:0:25564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788509797.427501:0:25564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc8846e200, rc 0) 00000100:00100000:0.0:1788509797.427588:0:25564:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb787bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+12:18717:x1875387774826496:12345-192.168.203.12@tcp:101:bash.0 Request processed in 1414us (2156us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509797.427597:0:25564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 36 00000100:00100000:2.0:1788509797.431035:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509797.431165:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774826624 00000100:00100000:1.0:1788509797.431178:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774826624 00000100:00100000:1.0:1788509797.431248:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 7 00000100:00100000:1.0:1788509797.431260:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:925bb533-7547-4a21-86e4-12daf39e1fa2+5:18717:x1875387774826624:12345-192.168.203.12@tcp:900:bash.0 00000100:00100000:1.0:1788509797.431951:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:925bb533-7547-4a21-86e4-12daf39e1fa2+5:18717:x1875387774826624:12345-192.168.203.12@tcp:900:bash.0 Request processed in 691us (929us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509797.431961:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 7 00000100:00100000:3.0:1788509797.434098:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509797.434284:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774826880 00000100:00100000:1.0:1788509797.434297:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774826880 00000100:00100000:1.0:1788509797.434385:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 37 00000100:00100000:1.0:1788509797.434403:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+12:18717:x1875387774826880:12345-192.168.203.12@tcp:101:bash.0 00010000:00010000:1.0:1788509797.434427:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788509797.434453:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924a00/0xe5156b86310df8dc lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e4647553741 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.434592:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df8e3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.434610:0:22707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df8b9 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553733 expref: 12 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.434638:0:22707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df8e3 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.434933:0:22707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df8b9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553733 expref: 12 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.434954:0:22707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df8b9 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553733 expref: 12 pid: 22707 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509797.434972:0:22707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb787aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22707:1875387796952832:192.168.203.12@tcp:104: 00000100:00100000:1.0:1788509797.435080:0:22707:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc86622cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788509797.438306:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509797.438451:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774827008 00000100:00100000:3.0:1788509797.438464:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774827008 00010000:00010000:3.0:1788509797.438518:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df8b9 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553733 expref: 13 pid: 22707 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509797.438571:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 16 00000100:00100000:3.0:1788509797.438582:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d89063cb-db9a-46cb-afb4-fad7be5442f6+13:2407:x1875387774827008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788509797.438601:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788509797.438609:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df8b9 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553733 expref: 13 pid: 22707 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.438625:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df8b9 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553733 expref: 13 pid: 22707 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.438654:0:22691:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8bcc87630200) 00010000:00010000:3.0:1788509797.438660:0:22691:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df8e3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.438706:0:22691:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df8e3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.438715:0:22691:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df8e3 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.439068:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788509797.439135:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d89063cb-db9a-46cb-afb4-fad7be5442f6+13:2407:x1875387774827008:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 553us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509797.439144:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 16 00010000:00010000:1.0:1788509797.439259:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030400/0xe5156b86310df8b9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553733 expref: 12 pid: 22707 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509797.439281:0:22707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb787aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22707:1875387796952832:192.168.203.12@tcp:104: 00010000:00010000:1.0:1788509797.439314:0:22707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df8e3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.439324:0:22707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df8e3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.439330:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df8e3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.441059:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310df8ea lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.441082:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310df8ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.441111:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310df8ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.441600:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df8f1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.441610:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df8f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.441618:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df8f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788509797.441629:0:22707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788509797.441655:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df8e3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.441663:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df8e3 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.441670:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df8e3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.441676:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92924200 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:1.0:1788509797.441680:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df8e3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.441688:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df8e3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.441701:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8bcc87630200) 00010000:00010000:1.0:1788509797.441704:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788509797.441716:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df8e3 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.441723:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df8e3 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788509797.441737:0:22707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d4b1f141 reply state 00000000b1682af8 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310df8ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.441748:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310df8ea lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.441754:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8bcc8761ca00) 00010000:00010000:1.0:1788509797.441757:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788509797.441759:0:22707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788509797.441797:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924a00/0xe5156b86310df8dc lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553741 expref: 15 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.441812:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df8f1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553741 expref: 14 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.441819:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:1.0:1788509797.441822:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1788509797.441824:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd92925e00, rc 0) 00000100:00100000:1.0:1788509797.441942:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+15:18717:x1875387774826880:12345-192.168.203.12@tcp:101:bash.0 Request processed in 7538us (7851us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1788509797.441952:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 37 00000100:00100000:2.0:1788509797.456611:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509797.456784:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774827136 00000100:00100000:0.0:1788509797.456797:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774827136 00000100:00100000:0.0:1788509797.456880:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 38 00000100:00100000:0.0:1788509797.456894:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+15:18717:x1875387774827136:12345-192.168.203.12@tcp:101:bash.0 00010000:00010000:0.0:1788509797.456987:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509797.457014:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f800/0xe5156b86310df8ff lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e4647553748 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.457105:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df906 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.457136:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df906 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.457152:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df906 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788509797.457215:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1788509797.457220:0:22706:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788509797.457254:0:22706:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df906 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.457266:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df906 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.457304:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f800/0xe5156b86310df8ff lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553748 expref: 17 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.457328:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df906 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553748 expref: 16 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.457338:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:0.0:1788509797.457341:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788509797.457345:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc8846f600, rc 0) 00000100:00100000:0.0:1788509797.457436:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+16:18717:x1875387774827136:12345-192.168.203.12@tcp:101:bash.0 Request processed in 546us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509797.457445:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 38 00000100:00100000:2.0:1788509797.460540:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509797.460694:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774827392 00000100:00100000:1.0:1788509797.460711:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774827392 00000100:00100000:1.0:1788509797.460779:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 5 00000100:00100000:1.0:1788509797.460789:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+16:18717:x1875387774827392:12345-192.168.203.12@tcp:35:bash.0 00000100:00100000:1.0:1788509797.461113:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+17:18717:x1875387774827392:12345-192.168.203.12@tcp:35:bash.0 Request processed in 324us (584us total) trans 12884901897 rc 0/0 00000100:00100000:1.0:1788509797.461121:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 5 10000000:01000000:2.0:1788509797.464027:0:22702:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788509797.464039:0:22702:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8bcc87681800 from 13 10000000:01000000:2.0:1788509797.464047:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788509797.464123:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226000/0xe5156b86310df90d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.464138:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226000/0xe5156b86310df90d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.464151:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226000/0xe5156b86310df90d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509797.464183:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc874d8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796952960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788509797.464278:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509797.464456:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd9e413840 going to sleep for 11 seconds 00000040:00080000:1.0:1788509797.464723:0:23458:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788509797.468039:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796952960 00000100:00100000:0.0:1788509797.468060:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796952960 00000100:00100000:0.0:1788509797.468155:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1788509797.468168:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+20:22702:x1875387796952960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788509797.468192:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509797.468220:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcc8846e000/0xe5156b86310df914 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df90d expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.468259:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcc8846e000/0xe5156b86310df914 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df90d expref: 21 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.468274:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcc8846e000/0xe5156b86310df914 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df90d expref: 21 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.468286:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc8846e000, rc 0) 00000100:00100000:0.0:1788509797.468462:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:22702:x1875387796952960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 297us (4183us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509797.468469:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1788509797.469021:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc874d8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796952960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788509797.469058:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226000/0xe5156b86310df90d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df914 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.469073:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226000/0xe5156b86310df90d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df914 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509797.469161:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb787aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796953088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788509797.469223:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509797.469270:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcda6363540 going to sleep for 11 seconds 00000100:00100000:2.0:1788509797.469737:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796953088 00000100:00100000:2.0:1788509797.469748:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796953088 00000100:00100000:2.0:1788509797.469808:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1788509797.469818:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:22702:x1875387796953088:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788509797.470069:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:22702:x1875387796953088:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 253us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509797.470078:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1788509797.470997:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb787aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796953088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788509797.471051:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb787aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796953216:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788509797.471125:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509797.471166:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcda6363540 going to sleep for 11 seconds 00000100:00100000:2.0:1788509797.472791:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796953216 00000100:00100000:2.0:1788509797.472807:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796953216 00000100:00100000:2.0:1788509797.472895:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1788509797.473144:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:22702:x1875387796953216:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788509797.473435:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:22702:x1875387796953216:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 295us (2309us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509797.473513:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb787aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796953216:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788509797.474599:0:25750:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788509797.474877:0:22702:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788509797.474937:0:22702:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788509797.474950:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226000/0xe5156b86310df90d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df914 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.474963:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcdb1226000/0xe5156b86310df90d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df914 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788509797.474992:0:22702:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788509797.474995:0:22702:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8bcdb05ab800 from 13 10000000:01000000:0.0:1788509797.474998:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788509797.475042:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f800/0xe5156b86310df91b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.475051:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f800/0xe5156b86310df91b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.475062:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f800/0xe5156b86310df91b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509797.475087:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd913d7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796953344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788509797.475155:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509797.475200:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd8331bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788509797.475553:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796953344 00000100:00100000:3.0:1788509797.475560:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796953344 00000100:00100000:2.0:1788509797.486071:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1788509797.489434:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1788509797.489478:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+21:22702:x1875387796953344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788509797.489511:0:22700:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509797.489540:0:22700:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcd80030000/0xe5156b86310df922 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df91b expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.489581:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcd80030000/0xe5156b86310df922 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df91b expref: 22 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.489595:0:22700:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcd80030000/0xe5156b86310df922 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df91b expref: 22 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.489605:0:22700:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd80030000, rc 0) 00000100:00100000:3.0:1788509797.489707:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:22702:x1875387796953344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 257us (14550us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509797.489715:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1788509797.490708:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd913d7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796953344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788509797.490749:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f800/0xe5156b86310df91b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df922 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.490763:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f800/0xe5156b86310df91b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df922 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509797.490931:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd913d7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796953472:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788509797.490986:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509797.491030:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd8331bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1788509797.491176:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796953472 00000100:00100000:2.0:1788509797.491184:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796953472 00000100:00100000:2.0:1788509797.491232:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1788509797.491241:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:22702:x1875387796953472:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788509797.491398:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:22702:x1875387796953472:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 148us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509797.491408:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1788509797.492023:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd913d7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796953472:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788509797.492068:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd913d7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796953600:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788509797.492134:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509797.492173:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd8331bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788509797.493679:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796953600 00000100:00100000:3.0:1788509797.493696:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796953600 00000100:00100000:3.0:1788509797.493804:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1788509797.493817:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:22702:x1875387796953600:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788509797.494054:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:22702:x1875387796953600:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 240us (1918us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509797.494062:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1788509797.494286:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd913d7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796953600:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788509797.504969:0:25751:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1788509797.507808:0:22702:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1788509797.507883:0:22702:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788509797.507938:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f800/0xe5156b86310df91b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df922 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.507955:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f800/0xe5156b86310df91b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df922 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788509797.507972:0:22702:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788509797.507976:0:22702:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8bcd83e73000 from 13 10000000:01000000:2.0:1788509797.507979:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788509797.508035:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227000/0xe5156b86310df929 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.508045:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227000/0xe5156b86310df929 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.508059:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227000/0xe5156b86310df929 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509797.508091:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc874daa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796953728:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788509797.508184:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509797.508275:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87cd8900 going to sleep for 11 seconds 00000100:00100000:3.0:1788509797.508370:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796953728 00000100:00100000:3.0:1788509797.508387:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796953728 00000100:00100000:3.0:1788509797.508451:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1788509797.508459:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+22:22702:x1875387796953728:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788509797.508473:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509797.508489:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcd80030400/0xe5156b86310df930 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df929 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.508516:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcd80030400/0xe5156b86310df930 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df929 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.508528:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcd80030400/0xe5156b86310df930 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df929 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.508537:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd80030400, rc 0) 00000100:00100000:3.0:1788509797.508577:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:22702:x1875387796953728:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509797.508584:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1788509797.509003:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc874daa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796953728:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788509797.509031:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227000/0xe5156b86310df929 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df930 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.509043:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227000/0xe5156b86310df929 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df930 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509797.509127:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc874daa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796953856:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788509797.509180:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509797.509215:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87cd8900 going to sleep for 11 seconds 00000100:00100000:3.0:1788509797.509511:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796953856 00000100:00100000:3.0:1788509797.509519:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796953856 00000100:00100000:3.0:1788509797.509562:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1788509797.509570:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:22702:x1875387796953856:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788509797.509723:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:22702:x1875387796953856:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 153us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509797.509745:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1788509797.509926:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc874daa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796953856:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788509797.509971:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc874daa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796953984:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788509797.510028:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509797.510049:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87cd8900 going to sleep for 11 seconds 00000100:00100000:3.0:1788509797.510140:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796953984 00000100:00100000:3.0:1788509797.510145:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796953984 00000100:00100000:3.0:1788509797.510178:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1788509797.510185:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:22702:x1875387796953984:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788509797.510286:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:22702:x1875387796953984:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 100us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509797.510293:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1788509797.510963:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc874daa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796953984:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788509797.516271:0:25752:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788509797.516539:0:22702:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788509797.516566:0:22702:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788509797.516582:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227000/0xe5156b86310df929 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df930 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.516595:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcdb1227000/0xe5156b86310df929 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df930 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788509797.516608:0:22702:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788509797.516612:0:22702:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8bcd84f1c800 from 13 10000000:01000000:0.0:1788509797.516615:0:22702:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788509797.516671:0:22702:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f200/0xe5156b86310df937 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.516680:0:22702:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f200/0xe5156b86310df937 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.516692:0:22702:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f200/0xe5156b86310df937 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509797.516726:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd913d7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796954112:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788509797.516825:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509797.516873:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd8331bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788509797.517000:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796954112 00000100:00100000:3.0:1788509797.517010:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796954112 00000100:00100000:3.0:1788509797.517068:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1788509797.517079:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+23:22702:x1875387796954112:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788509797.517094:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509797.517109:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8bcd80031a00/0xe5156b86310df93e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xe5156b86310df937 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.517136:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8bcd80031a00/0xe5156b86310df93e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xe5156b86310df937 expref: 24 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.517149:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8bcd80031a00/0xe5156b86310df93e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xe5156b86310df937 expref: 24 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.517159:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd80031a00, rc 0) 00000100:00100000:3.0:1788509797.517212:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:22702:x1875387796954112:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509797.517231:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1788509797.517284:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd913d7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796954112:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788509797.517761:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f200/0xe5156b86310df937 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df93e expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.517775:0:22702:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f200/0xe5156b86310df937 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xe5156b86310df93e expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509797.517992:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb7878000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796954240:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788509797.518051:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509797.518087:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcda6363c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788509797.518148:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796954240 00000100:00100000:2.0:1788509797.518156:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796954240 00000100:00100000:2.0:1788509797.518201:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1788509797.518210:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:22702:x1875387796954240:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788509797.518672:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:22702:x1875387796954240:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 461us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509797.518680:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1788509797.518844:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb7878000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796954240:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788509797.518930:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcd913d5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796954368:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788509797.518996:0:22702:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509797.519022:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd8331b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788509797.519124:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796954368 00000100:00100000:3.0:1788509797.519135:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796954368 00000100:00100000:3.0:1788509797.519176:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1788509797.519183:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:22702:x1875387796954368:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788509797.519598:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:22702:x1875387796954368:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 414us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509797.519605:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1788509797.520504:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcd913d5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:22702:1875387796954368:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788509797.522708:0:25753:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788509797.523042:0:22702:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788509797.523071:0:22702:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788509797.523085:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f200/0xe5156b86310df937 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df93e expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.523099:0:22702:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: ffff8bcc8846f200/0xe5156b86310df937 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xe5156b86310df93e expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509797.565011:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509797.565237:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774827648 00000100:00100000:2.0:1788509797.565251:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774827648 00000100:00100000:2.0:1788509797.565351:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 39 00000100:00100000:2.0:1788509797.565363:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+17:18727:x1875387774827648:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:2.0:1788509797.565403:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788509797.565431:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227e00/0xe5156b86310df945 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e464755374f expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788509797.565567:0:22705:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788509797.565693:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227e00/0xe5156b86310df945 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755374f expref: 19 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.565710:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8bcc87630c00) 00010000:00010000:2.0:1788509797.565714:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788509797.565721:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227e00/0xe5156b86310df945 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755374f expref: 19 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509797.565737:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb1227e00, rc 0) 00000100:00100000:2.0:1788509797.566187:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+18:18727:x1875387774827648:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 825us (1186us total) trans 12884901898 rc 301/301 00000100:00100000:2.0:1788509797.566196:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 39 00000100:00100000:2.0:1788509797.569641:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509797.569756:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774827904 00000100:00100000:1.0:1788509797.569768:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774827904 00000100:00100000:1.0:1788509797.570135:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 6 00000100:00100000:1.0:1788509797.570150:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+18:18727:x1875387774827904:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:1.0:1788509797.570505:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+19:18727:x1875387774827904:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 359us (876us total) trans 12884901899 rc 0/0 00000100:00100000:1.0:1788509797.570515:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 6 00000100:00100000:0.0:1788509797.590538:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb7879c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796954624:0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.590640:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509797.590695:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb787aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796955136:0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.590718:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509797.590739:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb7879f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3647:1875387796955648:0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.590766:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509797.590792:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788509797.590798:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb7878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796954496:0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.590824:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509797.590845:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb7878000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796955008:0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.591032:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509797.591052:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb787b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3647:1875387796955520:0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.591074:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509797.591103:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb787b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875387796954880:0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.591127:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509797.591147:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb787ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875387796955392:0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.591168:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509797.591183:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc8119d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3645:1875387796955904:0@lo:400:kworker.0 00000100:00100000:1.0:1788509797.591337:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796954624 00000100:00100000:1.0:1788509797.591347:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796954624 00000100:00100000:1.0:1788509797.591426:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796955136 00000100:00100000:1.0:1788509797.591429:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796955136 00000100:00100000:1.0:1788509797.591457:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788509797.591468:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796954624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509797.591544:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796954624:12345-0@lo:400:kworker.0 Request processed in 77us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509797.591574:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788509797.591594:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788509797.591600:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796955136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509797.591630:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796955136:12345-0@lo:400:kworker.0 Request processed in 31us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509797.591637:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:1.0:1788509797.591655:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788509797.591687:0:25564:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796955648 00000100:00100000:1.0:1788509797.591691:0:25564:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796955648 00000100:00100000:1.0:1788509797.591719:0:25564:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796955520 00000100:00100000:1.0:1788509797.591722:0:25564:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796955520 00000100:00100000:1.0:1788509797.591734:0:25564:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796954880 00000100:00100000:1.0:1788509797.591736:0:25564:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796954880 00000100:00100000:1.0:1788509797.591746:0:25564:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796955392 00000100:00100000:1.0:1788509797.591749:0:25564:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796955392 00000100:00100000:1.0:1788509797.591762:0:25564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788509797.591768:0:25564:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875387796955648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509797.591799:0:25564:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1875387796955648:12345-0@lo:400:kworker.0 Request processed in 31us (1032us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509797.591806:0:25564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788509797.591818:0:25564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788509797.591824:0:25564:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875387796955520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.591996:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509797.592019:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788509797.592028:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb7879880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796954752:0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.592065:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509797.592083:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb787a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796955264:0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.592106:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509797.592121:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc8119e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3645:1875387796955776:0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.592141:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788509797.592165:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509797.592176:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796954752 00000100:00100000:0.0:1788509797.592180:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796954752 00000100:00100000:0.0:1788509797.592205:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796955264 00000100:00100000:0.0:1788509797.592207:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796955264 00000100:00100000:0.0:1788509797.592237:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788509797.592243:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796954752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.592279:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796954752:12345-0@lo:400:kworker.0 Request processed in 36us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509797.592286:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788509797.592298:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788509797.592304:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdab960050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796955264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.592331:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdab960050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875387796955264:12345-0@lo:400:kworker.0 Request processed in 28us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509797.592337:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788509797.592496:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796954496 00000100:00100000:0.0:1788509797.592501:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796954496 00000100:00100000:0.0:1788509797.592525:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796955008 00000100:00100000:0.0:1788509797.592528:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796955008 00000100:00100000:0.0:1788509797.592540:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788509797.592546:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796954496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.592583:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796954496:12345-0@lo:400:kworker.0 Request processed in 36us (1757us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509797.592598:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788509797.592611:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788509797.592616:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796955008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.592645:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796955008:12345-0@lo:400:kworker.0 Request processed in 29us (1613us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509797.592651:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788509797.592697:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb7879880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796954752:0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.592709:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb787a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3645:1875387796955264:0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.592740:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb7878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796954496:0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.592752:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb7878000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796955008:0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.592763:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb787b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3647:1875387796955520:0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.592775:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb7879c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796954624:0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.592786:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb787aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796955136:0@lo:400:kworker.0 00010000:00080000:0.0:1788509797.592802:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcdb7879f80 x1875387796955648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509797.592813:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb7879f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3647:1875387796955648:0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.592841:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796955904 00000100:00100000:0.0:1788509797.592845:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796955904 00000100:00100000:1.0:1788509797.597741:0:25564:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875387796955520:12345-0@lo:400:kworker.0 Request processed in 5900us (6648us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509797.597762:0:25564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788509797.597812:0:25564:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796955776 00000100:00100000:1.0:1788509797.597823:0:25564:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796955776 00000100:00100000:1.0:1788509797.597929:0:25564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788509797.597939:0:25564:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875387796954880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509797.598041:0:25564:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875387796954880:12345-0@lo:400:kworker.0 Request processed in 104us (6913us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509797.598048:0:25564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788509797.598062:0:25564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788509797.598068:0:25564:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875387796955392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509797.598100:0:25564:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875387796955392:12345-0@lo:400:kworker.0 Request processed in 33us (6931us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509797.598106:0:25564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788509797.598118:0:25564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788509797.598125:0:25564:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875387796955776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788509797.598155:0:25564:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875387796955776:12345-0@lo:400:kworker.0 Request processed in 31us (6012us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509797.598161:0:25564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00080000:1.0:1788509797.598194:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788509797.598201:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788509797.598204:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788509797.598313:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc8119e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3645:1875387796955776:0@lo:400:kworker.0 00000100:00100000:3.0:1788509797.598332:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb787b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875387796954880:0@lo:400:kworker.0 00000100:00100000:3.0:1788509797.598344:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb787ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875387796955392:0@lo:400:kworker.0 00000100:00100000:3.0:1788509797.599894:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc8119f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796956032:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788509797.600004:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509797.600149:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796956032 00000100:00100000:1.0:1788509797.600159:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796956032 00000100:00100000:1.0:1788509797.600211:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788509797.600220:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796956032:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788509797.600438:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788509797.600446:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875387796955904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509797.600508:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875387796955904:12345-0@lo:400:kworker.0 Request processed in 62us (8510us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509797.600533:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788509797.600616:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796956160:0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788509797.600619:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788509797.600653:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509797.600656:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875387796956032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 439us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509797.600663:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788509797.600693:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796956160 00000100:00100000:1.0:1788509797.600696:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796956160 00000100:00100000:1.0:1788509797.600713:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788509797.600719:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796956160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788509797.601026:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788509797.601068:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796956160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 348us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509797.601074:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:1.0:1788509797.601092:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788509797.601331:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796956160:0@lo:13:osp-pre-1-1.0 00010000:00080000:2.0:1788509797.601406:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcc8119d880 x1875387796955904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788509797.601419:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc8119d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3645:1875387796955904:0@lo:400:kworker.0 00000100:00100000:3.0:1788509797.601492:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc8119f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3646:1875387796956032:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788509797.611561:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509797.611985:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774828160 00000100:00100000:3.0:1788509797.611998:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774828160 00000100:00100000:3.0:1788509797.612230:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 40 00000100:00100000:3.0:1788509797.612243:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+19:18730:x1875387774828160:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1788509797.612278:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509797.612303:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df953 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e4647553756 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.612552:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a000/0xe5156b86310df95a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.613344:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a000/0xe5156b86310df95a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.613363:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a000/0xe5156b86310df95a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788509797.613453:0:22705:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788509797.613967:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd80030600/0xe5156b86310df953 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553756 expref: 22 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.613995:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a000/0xe5156b86310df95a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553756 expref: 21 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509797.614006:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:3.0:1788509797.614009:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788509797.614013:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb590a000, rc 0) 00000100:00100000:3.0:1788509797.614489:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+21:18730:x1875387774828160:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 2246us (2939us total) trans 12884901900 rc 0/0 00000100:00100000:3.0:1788509797.614500:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 40 00000100:00100000:3.0:1788509797.619541:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509797.619610:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509797.619873:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774828416 00000100:00100000:1.0:1788509797.619887:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774828416 00000100:00100000:1.0:1788509797.620009:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 0 00000100:00100000:1.0:1788509797.620021:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+21:2407:x1875387774828416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788509797.620040:0:22692:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788509797.620073:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a000/0xe5156b86310df95a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553756 expref: 21 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509797.620097:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:1.0:1788509797.620215:0:22692:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788509797.620286:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+20:2407:x1875387774828416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 266us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509797.620294:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 0 00000100:00100000:0.0:1788509797.620489:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774828288 00000100:00100000:0.0:1788509797.620494:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774828288 00000100:00100000:0.0:1788509797.620533:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 41 00000100:00100000:0.0:1788509797.620542:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+20:18730:x1875387774828288:12345-192.168.203.12@tcp:54:lfs.0 00010000:00010000:0.0:1788509797.620628:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e800/0xe5156b86310df968 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.620647:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e800/0xe5156b86310df968 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.620660:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e800/0xe5156b86310df968 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.620719:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e800/0xe5156b86310df968 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.620737:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e800/0xe5156b86310df968 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.620745:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e800/0xe5156b86310df968 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.620751:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846e800 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:0.0:1788509797.620757:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e800/0xe5156b86310df968 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.620766:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e800/0xe5156b86310df968 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.620797:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:0.0:1788509797.620800:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788509797.620805:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e800/0xe5156b86310df968 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509797.620811:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e800/0xe5156b86310df968 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509797.620869:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+20:18730:x1875387774828288:12345-192.168.203.12@tcp:54:lfs.0 Request processed in 329us (1343us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509797.620877:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 41 00000100:00100000:2.0:1788509797.625743:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509797.625849:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774828672 00000100:00100000:0.0:1788509797.625862:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774828672 00000100:00100000:0.0:1788509797.625979:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 7 00000100:00100000:0.0:1788509797.625991:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+20:18730:x1875387774828672:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:0.0:1788509797.626349:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+21:18730:x1875387774828672:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 359us (620us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1788509797.626357:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 7 00000100:00100000:3.0:1788509798.025574:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509798.026466:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774828928 00000100:00100000:0.0:1788509798.026481:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774828928 00000100:00100000:0.0:1788509798.027455:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 42 00000100:00100000:0.0:1788509798.027476:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+21:18761:x1875387774828928:12345-192.168.203.12@tcp:101:cat.0 00010000:00010000:0.0:1788509798.027510:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509798.027549:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e800/0xe5156b86310df96f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e464755375d expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509798.027698:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fe00/0xe5156b86310df976 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509798.027734:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fe00/0xe5156b86310df976 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509798.027752:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fe00/0xe5156b86310df976 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788509798.027766:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788509798.027980:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846e800/0xe5156b86310df96f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755375d expref: 24 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509798.028004:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fe00/0xe5156b86310df976 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755375d expref: 23 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509798.028014:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:0.0:1788509798.028017:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788509798.028021:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc8846fe00, rc 0) 00000100:00100000:0.0:1788509798.028115:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+23:18761:x1875387774828928:12345-192.168.203.12@tcp:101:cat.0 Request processed in 648us (2555us total) trans 12884901902 rc 0/0 00000100:00100000:0.0:1788509798.028124:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 42 00000100:00100000:2.0:1788509798.032780:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509798.033157:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774829056 00000100:00100000:1.0:1788509798.033171:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774829056 00000100:00100000:1.0:1788509798.033252:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1 00000100:00100000:1.0:1788509798.033264:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+23:2408:x1875387774829056:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788509798.033284:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788509798.033342:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fe00/0xe5156b86310df976 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755375d expref: 23 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509798.033366:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:1.0:1788509798.033374:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788509798.033456:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+22:2408:x1875387774829056:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 194us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509798.033465:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1 00000100:00100000:2.0:1788509798.036745:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509798.036843:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774829312 00000100:00100000:1.0:1788509798.036868:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774829312 00000100:00100000:1.0:1788509798.036974:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 8 00000100:00100000:1.0:1788509798.036986:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+22:18761:x1875387774829312:12345-192.168.203.12@tcp:35:cat.0 00000100:00100000:1.0:1788509798.037364:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+23:18761:x1875387774829312:12345-192.168.203.12@tcp:35:cat.0 Request processed in 379us (639us total) trans 12884901903 rc 0/0 00000100:00100000:1.0:1788509798.037373:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 8 00000100:00100000:0.0:1788509798.090840:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509798.091304:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774829568 00000100:00100000:1.0:1788509798.091317:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774829568 00000100:00100000:1.0:1788509798.091408:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 43 00000100:00100000:1.0:1788509798.091420:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+23:18767:x1875387774829568:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:1.0:1788509798.091453:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788509798.091481:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924a00/0xe5156b86310df984 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e4647553764 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509798.092827:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df98b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509798.092854:0:22707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df8f1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553741 expref: 24 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509798.093231:0:22707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df906 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553748 expref: 24 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509798.093241:0:22707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df98b lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509798.093353:0:22707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df906 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553748 expref: 24 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509798.093375:0:22707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df906 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553748 expref: 24 pid: 22706 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509798.093402:0:22707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc8119c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22707:1875387796956288:192.168.203.12@tcp:104: 00010000:00010000:1.0:1788509798.093687:0:22707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df8f1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553741 expref: 24 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509798.093699:0:22707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df8f1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553741 expref: 24 pid: 22707 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509798.093708:0:22707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc8119dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22707:1875387796956416:192.168.203.12@tcp:104: 00000100:00100000:1.0:1788509798.094032:0:22707:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcda6363780 going to sleep for 11 seconds 00000100:00100000:2.0:1788509798.100714:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509798.102687:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509798.102762:0:24237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774829696 00000100:00100000:2.0:1788509798.102776:0:24237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774829696 00010000:00010000:2.0:1788509798.102840:0:24237:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df8f1 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553741 expref: 25 pid: 22707 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509798.102922:0:24237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774829824 00000100:00100000:2.0:1788509798.102925:0:24237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774829824 00010000:00010000:2.0:1788509798.102943:0:24237:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df906 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553748 expref: 26 pid: 22706 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509798.102967:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 17 00000100:00100000:2.0:1788509798.102977:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+26:2408:x1875387774829696:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788509798.102996:0:24237:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788509798.103003:0:24237:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df8f1 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553741 expref: 26 pid: 22707 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.103017:0:24237:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df8f1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553741 expref: 26 pid: 22707 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.103044:0:24237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:2.0:1788509798.103050:0:24237:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df98b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.103081:0:24237:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df98b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.103089:0:24237:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788509798.103163:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+26:2408:x1875387774829696:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 187us (2464us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509798.103171:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 17 00000100:00100000:2.0:1788509798.103191:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 18 00000100:00100000:2.0:1788509798.103197:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd91347850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+25:2409:x1875387774829824:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788509798.103205:0:24237:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788509798.103210:0:24237:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df906 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553748 expref: 25 pid: 22706 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.103220:0:24237:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df906 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553748 expref: 25 pid: 22706 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.103232:0:24237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:2.0:1788509798.103246:0:24237:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df98b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.103255:0:24237:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df98b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.103263:0:24237:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df98b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.103284:0:24237:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788509798.103302:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd91347850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+25:2409:x1875387774829824:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 105us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509798.103314:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 18 00010000:00010000:1.0:1788509798.104591:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846f600/0xe5156b86310df906 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553748 expref: 24 pid: 22706 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509798.104619:0:22707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc8119c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22707:1875387796956288:192.168.203.12@tcp:104: 00010000:00010000:1.0:1788509798.104652:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df8f1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553741 expref: 23 pid: 22707 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509798.104666:0:22707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc8119dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22707:1875387796956416:192.168.203.12@tcp:104: 00010000:00010000:1.0:1788509798.104691:0:22707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df98b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509798.104702:0:22707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df98b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509798.104708:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df98b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788509798.104740:0:22707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788509798.104984:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924a00/0xe5156b86310df984 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553764 expref: 24 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509798.105001:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924200/0xe5156b86310df98b lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553764 expref: 23 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509798.105011:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:1.0:1788509798.105014:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1788509798.105018:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd92924200, rc 0) 00000100:00100000:1.0:1788509798.105067:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+23:18767:x1875387774829568:12345-192.168.203.12@tcp:101:dd.0 Request processed in 13650us (14243us total) trans 12884901904 rc 0/0 00000100:00100000:1.0:1788509798.105081:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 43 00000040:00080000:2.0:1788509798.108047:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788509798.111506:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509798.113611:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774829952 00000100:00100000:3.0:1788509798.113630:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774829952 00000100:00100000:3.0:1788509798.113778:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 44 00000100:00100000:3.0:1788509798.113791:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+23:18767:x1875387774829952:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1788509798.113825:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509798.113882:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590ae00/0xe5156b86310df999 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e464755376b expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509798.113944:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a400/0xe5156b86310df9a0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509798.113962:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a400/0xe5156b86310df9a0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509798.113975:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a400/0xe5156b86310df9a0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509798.114138:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590ae00/0xe5156b86310df999 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755376b expref: 25 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509798.114163:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a400/0xe5156b86310df9a0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755376b expref: 24 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509798.114174:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:3.0:1788509798.114178:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788509798.114183:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb590a400, rc 0) 00000100:00100000:3.0:1788509798.114275:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+24:18767:x1875387774829952:12345-192.168.203.12@tcp:101:dd.0 Request processed in 487us (2898us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509798.114282:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 44 00000100:00100000:0.0:1788509798.120575:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509798.120784:0:25564:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774830208 00000100:00100000:2.0:1788509798.120803:0:25564:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774830208 00000100:00100000:2.0:1788509798.120882:0:25564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 45 00000100:00100000:2.0:1788509798.120895:0:25564:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+24:18767:x1875387774830208:12345-192.168.203.12@tcp:36:dd.0 00010000:00010000:2.0:1788509798.121273:0:25564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310df9a7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.121296:0:25564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310df9a7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.121310:0:25564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310df9a7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788509798.121364:0:25564:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1788509798.121401:0:25564:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003fe3e76e reply state 00000000b5f4ff29 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310df9a7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.121417:0:25564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310df9a7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.121425:0:25564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:2.0:1788509798.121427:0:25564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788509798.121432:0:25564:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788509798.121847:0:25564:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+27:18767:x1875387774830208:12345-192.168.203.12@tcp:36:dd.0 Request processed in 952us (1284us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1788509798.121856:0:25564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 45 00000020:00080000:2.0:1788509798.121877:0:25564:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1788509798.128608:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509798.128693:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774830336 00000100:00100000:1.0:1788509798.128706:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774830336 00000100:00100000:1.0:1788509798.128807:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 46 00000100:00100000:1.0:1788509798.128821:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+27:18767:x1875387774830336:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:1.0:1788509798.128857:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788509798.128887:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df9ae lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e4647553772 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509798.128995:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df9ae lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553772 expref: 28 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509798.129015:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df9ae lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553772 expref: 28 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509798.129041:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:1.0:1788509798.129044:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788509798.129050:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd92925e00, rc 0) 00000100:00100000:1.0:1788509798.129850:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+28:18767:x1875387774830336:12345-192.168.203.12@tcp:101:dd.0 Request processed in 1027us (1636us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509798.129858:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 46 00000100:00100000:1.0:1788509798.140369:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509798.140647:0:24237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774830592 00000100:00100000:2.0:1788509798.140661:0:24237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774830592 00000100:00100000:2.0:1788509798.140785:0:24237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2 00000100:00100000:2.0:1788509798.140799:0:24237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+28:18767:x1875387774830592:12345-192.168.203.12@tcp:103:dd.0 00010000:00010000:2.0:1788509798.140820:0:24237:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788509798.140855:0:24237:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df9ae lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553772 expref: 28 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.140881:0:24237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:2.0:1788509798.140887:0:24237:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788509798.141045:0:24237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+27:18767:x1875387774830592:12345-192.168.203.12@tcp:103:dd.0 Request processed in 248us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509798.141054:0:24237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2 00000100:00100000:0.0:1788509798.142817:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509798.142974:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774830720 00000100:00100000:1.0:1788509798.142985:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774830720 00000100:00100000:1.0:1788509798.143054:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 47 00000100:00100000:1.0:1788509798.143066:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+27:18767:x1875387774830720:12345-192.168.203.12@tcp:58:dd.0 00010000:00010000:1.0:1788509798.143217:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925400/0xe5156b86310df9b5 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509798.143242:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925400/0xe5156b86310df9b5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509798.143280:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925400/0xe5156b86310df9b5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788509798.144550:0:22707:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788509798.144712:0:22707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:1.0:1788509798.145039:0:22707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:1.0:1788509798.145167:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+27:18767:x1875387774830720:12345-192.168.203.12@tcp:58:dd.0 Request processed in 2098us (2356us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509798.145178:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 47 00000100:00100000:0.0:1788509798.147169:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509798.147282:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774830848 00000100:00100000:3.0:1788509798.147351:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774830848 00000100:00100000:3.0:1788509798.147438:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 48 00000100:00100000:2.0:1788509798.147478:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+27:18767:x1875387774830848:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1788509798.147506:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788509798.147532:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df9bc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e4647553779 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.147612:0:22705:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925400/0xe5156b86310df9b5 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.147625:0:22705:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df9bc lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553779 expref: 28 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.147650:0:22705:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925400/0xe5156b86310df9b5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.147687:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df9bc lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553779 expref: 28 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.147704:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:2.0:1788509798.147707:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788509798.147711:0:22705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df9bc lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553779 expref: 28 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509798.147720:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb1227c00, rc 0) 00000100:00100000:2.0:1788509798.147831:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+28:18767:x1875387774830848:12345-192.168.203.12@tcp:101:dd.0 Request processed in 381us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509798.147839:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 48 00000100:00100000:3.0:1788509798.614441:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1788509798.614612:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788509798.614667:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc8119c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796956544:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788509798.614761:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509798.614851:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796956544 00000100:00100000:0.0:1788509798.614862:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796956544 00000100:00100000:0.0:1788509798.614975:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788509798.614987:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc872fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796956544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788509798.615043:0:23446:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788509798.615083:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788509798.615099:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc8119f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796956672:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788509798.615107:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc872fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875387796956544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 121us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509798.615118:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788509798.615150:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509798.615197:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796956672 00000100:00100000:1.0:1788509798.615202:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796956672 00000100:00100000:1.0:1788509798.615243:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788509798.615247:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc8119c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3645:1875387796956544:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788509798.615255:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796956672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788509798.615282:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788509798.615329:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796956672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509798.615336:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788509798.615469:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc8119f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796956672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788509798.615567:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc872fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796956928:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788509798.615599:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788509798.615627:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788509798.615632:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc872fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796956800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788509798.615653:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509798.615723:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796956928 00000100:00100000:2.0:1788509798.615728:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796956928 00000100:00100000:2.0:1788509798.615764:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788509798.615771:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796956928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788509798.615795:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:2.0:1788509798.615835:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796956928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509798.615841:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788509798.615934:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc872fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796956928:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788509798.616140:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796956800 00000100:00100000:3.0:1788509798.616145:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796956800 00000100:00100000:3.0:1788509798.616223:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788509798.616232:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796956800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788509798.616246:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788509798.616296:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796956800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509798.616302:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788509798.616437:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc872fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796956800:0@lo:13:osp-pre-0-1.0 00000040:00080000:0.0:1788509799.126872:0:22741:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788509799.126884:0:22741:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788509799.126987:0:22741:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788509799.127007:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1788509799.132798:0:22741:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb5c5f800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22741:1875387796957056:192.168.203.12@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788509799.132921:0:22741:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd8331b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788509799.135881:0:22741:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb5c5f800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22741:1875387796957056:192.168.203.12@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788509799.136980:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509799.137065:0:25564:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774830976 00000100:00100000:2.0:1788509799.137076:0:25564:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774830976 00000100:00100000:2.0:1788509799.137168:0:25564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 49 00000100:00100000:2.0:1788509799.137225:0:25564:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+28:18769:x1875387774830976:12345-192.168.203.12@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788509799.137270:0:25564:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788509799.137433:0:25564:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+28:18769:x1875387774830976:12345-192.168.203.12@tcp:53:lhsmtool_posix.0 Request processed in 211us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509799.137441:0:25564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 49 00000100:00080000:1.0:1788509799.137656:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788509799.145992:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509799.146153:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774831104 00000100:00100000:1.0:1788509799.146166:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774831104 00000100:00100000:1.0:1788509799.146358:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 50 00000100:00100000:1.0:1788509799.146371:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+28:18769:x1875387774831104:12345-192.168.203.12@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1788509799.146490:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310df9c3 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.146511:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310df9c3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.146529:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310df9c3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.146784:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924800/0xe5156b86310df9ca lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.146811:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924800/0xe5156b86310df9ca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.146824:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924800/0xe5156b86310df9ca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.146861:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df9d1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.146871:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df9d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.146878:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df9d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788509799.147021:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1788509799.147026:0:22706:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788509799.147045:0:22706:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df9d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147057:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310df9c3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147064:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310df9c3 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147081:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310df9c3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147088:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92925000 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:1.0:1788509799.147094:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310df9c3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147101:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310df9c3 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147113:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8bcd8cb0d500) 00010000:00010000:1.0:1788509799.147116:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788509799.147121:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310df9c3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147127:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310df9c3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147143:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924800/0xe5156b86310df9ca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147163:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924800/0xe5156b86310df9ca lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147167:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924800/0xe5156b86310df9ca lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147171:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92924800 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:1.0:1788509799.147175:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924800/0xe5156b86310df9ca lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147180:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924800/0xe5156b86310df9ca lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147188:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8bcc8761cf00) 00010000:00010000:1.0:1788509799.147190:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788509799.147193:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924800/0xe5156b86310df9ca lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147197:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924800/0xe5156b86310df9ca lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147213:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df9d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147218:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df9d1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147223:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df9d1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147227:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92925e00 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:1.0:1788509799.147234:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df9d1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147239:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df9d1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147247:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:1.0:1788509799.147249:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788509799.147251:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df9d1 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.147256:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df9d1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509799.147439:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+28:18769:x1875387774831104:12345-192.168.203.12@tcp:34:lhsmtool_posix.0 Request processed in 1066us (1457us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509799.147448:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 50 00000100:00100000:2.0:1788509799.151251:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509799.151346:0:25564:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774831360 00000100:00100000:3.0:1788509799.151359:0:25564:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774831360 00000100:00100000:3.0:1788509799.151448:0:25564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 51 00000100:00100000:3.0:1788509799.151462:0:25564:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+28:18769:x1875387774831360:12345-192.168.203.12@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788509799.151491:0:25564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509799.151518:0:25564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590ae00/0xe5156b86310df9d8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e4647553780 expref: -99 pid: 25564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.151696:0:25564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590bc00/0xe5156b86310df9df lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.151714:0:25564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590bc00/0xe5156b86310df9df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.151739:0:25564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590bc00/0xe5156b86310df9df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788509799.151752:0:25564:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788509799.151851:0:25564:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590bc00/0xe5156b86310df9df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.151861:0:25564:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590bc00/0xe5156b86310df9df lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.151876:0:25564:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590bc00/0xe5156b86310df9df lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.151882:0:25564:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb590bc00 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:3.0:1788509799.151887:0:25564:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590bc00/0xe5156b86310df9df lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.151928:0:25564:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590bc00/0xe5156b86310df9df lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.151944:0:25564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:3.0:1788509799.151947:0:25564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788509799.151953:0:25564:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590bc00/0xe5156b86310df9df lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.151960:0:25564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590bc00/0xe5156b86310df9df lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.152016:0:25564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590ae00/0xe5156b86310df9d8 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553780 expref: 30 pid: 25564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.152029:0:25564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8bcd8cb0d500) 00010000:00010000:3.0:1788509799.152031:0:25564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788509799.152035:0:25564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590ae00/0xe5156b86310df9d8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553780 expref: 30 pid: 25564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.152046:0:25564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb590ae00, rc 0) 00000100:00100000:3.0:1788509799.152121:0:25564:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+29:18769:x1875387774831360:12345-192.168.203.12@tcp:101:lhsmtool_posix.0 Request processed in 662us (885us total) trans 12884901907 rc 301/301 00000100:00100000:3.0:1788509799.152138:0:25564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 51 00000100:00100000:0.0:1788509799.158396:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509799.158570:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774831488 00000100:00100000:2.0:1788509799.158588:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774831488 00000100:00100000:2.0:1788509799.158668:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 52 00000100:00100000:2.0:1788509799.158680:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+29:18769:x1875387774831488:12345-192.168.203.12@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788509799.158744:0:22705:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788509799.158964:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+29:18769:x1875387774831488:12345-192.168.203.12@tcp:53:lhsmtool_posix.0 Request processed in 285us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509799.158975:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 52 00000100:00100000:0.0:1788509799.167823:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509799.168339:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774831744 00000100:00100000:1.0:1788509799.168349:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774831744 00000100:00100000:1.0:1788509799.168428:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 53 00000100:00100000:1.0:1788509799.168439:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+29:18769:x1875387774831744:12345-192.168.203.12@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788509799.168460:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788509799.168482:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df9ed lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e4647553787 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788509799.168883:0:22707:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x23:0x0], count =31 00000004:00080000:1.0:1788509799.168889:0:22707:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x23:0x0]+31 in llog 00000004:00080000:1.0:1788509799.168944:0:22707:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:1.0:1788509799.169105:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924800/0xe5156b86310df9f4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.169137:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924800/0xe5156b86310df9f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.169150:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924800/0xe5156b86310df9f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.169207:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310df9ed lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553787 expref: 32 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.169226:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924800/0xe5156b86310df9f4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553787 expref: 31 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.169234:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8bcc8761cf00) 00010000:00010000:1.0:1788509799.169237:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788509799.169241:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd92924800, rc 0) 00000100:00100000:1.0:1788509799.169312:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+31:18769:x1875387774831744:12345-192.168.203.12@tcp:101:lhsmtool_posix.0 Request processed in 875us (1499us total) trans 12884901908 rc 0/0 00000100:00100000:1.0:1788509799.169320:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 53 00000100:00100000:0.0:1788509799.176029:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509799.176194:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774832000 00000100:00100000:1.0:1788509799.176205:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774832000 00000100:00100000:1.0:1788509799.176271:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 54 00000100:00100000:1.0:1788509799.176282:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb5c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+31:18769:x1875387774832000:12345-192.168.203.12@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788509799.176345:0:22706:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788509799.176371:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92924800/0xe5156b86310df9f4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553787 expref: 31 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176400:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8bcc8761cf00) 00010000:00010000:1.0:1788509799.176423:0:22706:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788509799.176452:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310dfa02 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176467:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310dfa02 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176478:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310dfa02 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176491:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa09 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x4afaea73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176498:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa09 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4afaea73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176504:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa09 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4afaea73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176552:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310dfa02 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176560:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310dfa02 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176566:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310dfa02 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176572:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92925e00 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:1.0:1788509799.176576:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310dfa02 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176584:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310dfa02 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176604:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8bcc87630200) 00010000:00010000:1.0:1788509799.176606:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788509799.176611:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310dfa02 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176617:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310dfa02 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176627:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa09 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4afaea73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176633:0:22706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa09 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4afaea73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176638:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa09 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4afaea73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176643:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92925000 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:1.0:1788509799.176645:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa09 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4afaea73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176651:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa09 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x4afaea73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176746:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x4afaea73 (ffff8bcc8761cd00) 00010000:00010000:1.0:1788509799.176748:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788509799.176751:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa09 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x4afaea73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.176756:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa09 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x4afaea73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509799.179669:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb5c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+30:18769:x1875387774832000:12345-192.168.203.12@tcp:36:lhsmtool_posix.0 Request processed in 3369us (3630us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788509799.179682:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 54 00000100:00100000:0.0:1788509799.188069:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509799.188246:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774832128 00000100:00100000:1.0:1788509799.188256:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774832128 00000100:00100000:1.0:1788509799.188326:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 55 00000100:00100000:1.0:1788509799.188337:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+30:18769:x1875387774832128:12345-192.168.203.12@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788509799.188358:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788509799.188390:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa10 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e464755378e expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.188431:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310dfa17 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.188445:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310dfa17 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.188456:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310dfa17 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.188570:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa10 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755378e expref: 32 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.188588:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925e00/0xe5156b86310dfa17 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755378e expref: 31 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.188597:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8bcc8761cd00) 00010000:00010000:1.0:1788509799.188606:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788509799.188610:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd92925e00, rc 0) 00000100:00100000:1.0:1788509799.188676:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+31:18769:x1875387774832128:12345-192.168.203.12@tcp:101:lhsmtool_posix.0 Request processed in 341us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509799.188683:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 55 00000100:00100000:0.0:1788509799.192212:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509799.194224:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774832384 00000100:00100000:2.0:1788509799.194239:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774832384 00000100:00100000:2.0:1788509799.194332:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 56 00000100:00100000:2.0:1788509799.194345:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+31:18769:x1875387774832384:12345-192.168.203.12@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788509799.194440:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310dfa1e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.194458:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310dfa1e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.194470:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310dfa1e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788509799.194665:0:22705:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:2.0:1788509799.194675:0:22705:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 696355776144ns, next at 697355774100ns, rc = 0 00000004:00010000:2.0:1788509799.194723:0:22705:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000054c9804d reply state 000000005ffc1e1f transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310dfa1e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.194735:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310dfa1e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.194742:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8bcc8761cd00) 00010000:00010000:2.0:1788509799.194745:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788509799.194749:0:22705:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788509799.194854:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+33:18769:x1875387774832384:12345-192.168.203.12@tcp:36:lhsmtool_posix.0 Request processed in 511us (2656us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1788509799.194862:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 56 00000100:00100000:0.0:1788509799.205867:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509799.206018:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774832512 00000100:00100000:1.0:1788509799.206029:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774832512 00000100:00100000:1.0:1788509799.206102:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 57 00000100:00100000:1.0:1788509799.206118:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd85bd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+33:18769:x1875387774832512:12345-192.168.203.12@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788509799.206142:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788509799.206162:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa25 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e4647553795 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.206218:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa25 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553795 expref: 34 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.206233:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa25 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553795 expref: 34 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.206251:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8bcc8761cd00) 00010000:00010000:1.0:1788509799.206254:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788509799.206257:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd92925000, rc 0) 00000100:00100000:1.0:1788509799.206320:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd85bd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+34:18769:x1875387774832512:12345-192.168.203.12@tcp:101:lhsmtool_posix.0 Request processed in 208us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509799.206328:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 57 00000100:00100000:0.0:1788509799.209847:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509799.210859:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774832640 00000100:00100000:3.0:1788509799.210880:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774832640 00000100:00080000:1.0:1788509799.211140:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788509799.211220:0:24652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 23 00000100:00100000:0.0:1788509799.211241:0:24652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcda62f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+5:2407:x1875387774832640:12345-192.168.203.12@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1788509799.211505:0:24652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcda62f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+6:2407:x1875387774832640:12345-192.168.203.12@tcp:2:lhsmtool_posix.0 Request processed in 273us (1666us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1788509799.211530:0:24652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 23 00000100:00100000:0.0:1788509799.219304:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509799.219465:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774832896 00000100:00100000:1.0:1788509799.219490:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774832896 00000100:00100000:1.0:1788509799.219545:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 9 00000100:00100000:1.0:1788509799.219556:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+34:18769:x1875387774832896:12345-192.168.203.12@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788509799.219793:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+35:18769:x1875387774832896:12345-192.168.203.12@tcp:35:lhsmtool_posix.0 Request processed in 238us (508us total) trans 12884901910 rc 0/0 00000100:00100000:1.0:1788509799.219801:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 9 00000100:00100000:1.0:1788509799.224945:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509799.228579:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774833152 00000100:00100000:2.0:1788509799.228604:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774833152 00000100:00100000:2.0:1788509799.228713:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 58 00000100:00100000:2.0:1788509799.228728:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+35:18769:x1875387774833152:12345-192.168.203.12@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788509799.228938:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+35:18769:x1875387774833152:12345-192.168.203.12@tcp:57:lhsmtool_posix.0 Request processed in 172us (3997us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509799.228948:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 58 00000100:00100000:2.0:1788509799.234141:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509799.234235:0:25564:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774833280 00000100:00100000:3.0:1788509799.234249:0:25564:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774833280 00000100:00100000:3.0:1788509799.234329:0:25564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 59 00000100:00100000:3.0:1788509799.234340:0:25564:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+35:18769:x1875387774833280:12345-192.168.203.12@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788509799.234361:0:25564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788509799.234392:0:25564:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590ae00/0xe5156b86310dfa2c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e464755379c expref: -99 pid: 25564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.234461:0:25564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590bc00/0xe5156b86310dfa33 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.234476:0:25564:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590bc00/0xe5156b86310dfa33 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.234488:0:25564:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590bc00/0xe5156b86310dfa33 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788509799.234531:0:25564:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788509799.234553:0:25564:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590bc00/0xe5156b86310dfa33 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.234579:0:25564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590ae00/0xe5156b86310dfa2c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755379c expref: 37 pid: 25564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.234597:0:25564:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590bc00/0xe5156b86310dfa33 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755379c expref: 36 pid: 25564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.234627:0:25564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8bcc8761cd00) 00010000:00010000:3.0:1788509799.234630:0:25564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1788509799.234633:0:25564:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcdb590bc00, rc 0) 00000100:00100000:3.0:1788509799.234727:0:25564:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+36:18769:x1875387774833280:12345-192.168.203.12@tcp:101:lhsmtool_posix.0 Request processed in 388us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509799.234733:0:25564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 59 00000100:00100000:0.0:1788509799.239639:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509799.239974:0:24209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774833408 00000100:00100000:1.0:1788509799.239984:0:24209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774833408 00000100:00100000:1.0:1788509799.240046:0:24209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 24 00000100:00100000:1.0:1788509799.240057:0:24209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+6:2408:x1875387774833408:12345-192.168.203.12@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788509799.240261:0:24209:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788509799.240284:0:24209:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8596fc8/0xe5156b86310dfa3a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e46475537a3 expref: -99 pid: 24209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788509799.240309:0:24209:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9a7e66, blocks: 0x0 00010000:00010000:1.0:1788509799.240327:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=696s v=(0 0) 00010000:00010000:1.0:1788509799.240332:0:24209:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788509799.240341:0:24209:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8596fc8/0xe5156b86310dfa3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475537a3 expref: 7 pid: 24209 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.240360:0:24209:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d8596fc8/0xe5156b86310dfa3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475537a3 expref: 7 pid: 24209 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.240374:0:24209:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcd92924a00, rc 0) 00000100:00100000:1.0:1788509799.240443:0:24209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+7:2408:x1875387774833408:12345-192.168.203.12@tcp:101:lhsmtool_posix.0 Request processed in 388us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509799.240462:0:24209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 24 00000100:00100000:0.0:1788509799.244125:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509799.244291:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774833664 00000100:00100000:1.0:1788509799.244300:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774833664 00000100:00100000:1.0:1788509799.244359:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 60 00000100:00100000:1.0:1788509799.244368:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc865dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+36:18769:x1875387774833664:12345-192.168.203.12@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788509799.244472:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc865dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+36:18769:x1875387774833664:12345-192.168.203.12@tcp:57:lhsmtool_posix.0 Request processed in 105us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509799.244480:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 60 00000100:00100000:2.0:1788509799.250872:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1788509799.251034:0:25564:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774833792 00000100:00100000:3.0:1788509799.251045:0:25564:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774833792 00000100:00100000:3.0:1788509799.251226:0:25564:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 61 00000100:00100000:3.0:1788509799.251236:0:25564:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+36:18769:x1875387774833792:12345-192.168.203.12@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1788509799.257846:0:22686:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:0.0:1788509799.257877:0:22686:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00010000:00010000:1.0:1788509799.261816:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ee00/0xe5156b86310df83b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.261834:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ee00/0xe5156b86310df83b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.261842:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ee00/0xe5156b86310df83b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.261849:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846ee00 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:1.0:1788509799.261854:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ee00/0xe5156b86310df83b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.261862:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ee00/0xe5156b86310df83b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.261881:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8bcc87630800) 00010000:00010000:1.0:1788509799.261884:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788509799.261889:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ee00/0xe5156b86310df83b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.261920:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ee00/0xe5156b86310df83b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.261944:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fc00/0xe5156b86310df842 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.261950:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fc00/0xe5156b86310df842 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.261955:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fc00/0xe5156b86310df842 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.261960:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846fc00 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:1.0:1788509799.261962:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fc00/0xe5156b86310df842 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.261968:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fc00/0xe5156b86310df842 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.261975:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8bcc87630200) 00010000:00010000:1.0:1788509799.261977:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788509799.261980:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fc00/0xe5156b86310df842 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.261985:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846fc00/0xe5156b86310df842 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.261998:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310df8ea lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262003:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310df8ea lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262014:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310df8ea lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262019:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92925200 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:1.0:1788509799.262022:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310df8ea lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262027:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310df8ea lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262034:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8bcc8761ca00) 00010000:00010000:1.0:1788509799.262036:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788509799.262039:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310df8ea lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262044:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310df8ea lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262057:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310df9a7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262063:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310df9a7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262069:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310df9a7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262149:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb1227600 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:1.0:1788509799.262152:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310df9a7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262168:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310df9a7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262178:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:1.0:1788509799.262180:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788509799.262183:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310df9a7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262189:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310df9a7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 25564 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262204:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310dfa1e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262209:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310dfa1e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262214:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310dfa1e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262218:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb1227400 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:1.0:1788509799.262221:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310dfa1e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262226:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310dfa1e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262233:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8bcc8761cd00) 00010000:00010000:1.0:1788509799.262235:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788509799.262238:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310dfa1e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.262252:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227400/0xe5156b86310dfa1e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788509799.263474:0:22686:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:2.0:1788509799.263547:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc874dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796957184:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1788509799.263549:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ec00/0xe5156b86310df88f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.263573:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ec00/0xe5156b86310df88f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.263581:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ec00/0xe5156b86310df88f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.263588:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc8846ec00 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:1.0:1788509799.263592:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ec00/0xe5156b86310df88f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.263601:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ec00/0xe5156b86310df88f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.263617:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8bcc87630200) 00010000:00010000:1.0:1788509799.263621:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1788509799.263626:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ec00/0xe5156b86310df88f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.263633:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc8846ec00/0xe5156b86310df88f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509799.263656:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509799.264059:0:24652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796957184 00000100:00100000:0.0:1788509799.264070:0:24652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796957184 00000100:00100000:0.0:1788509799.264148:0:24652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788509799.264159:0:24652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796957184:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1788509799.264309:0:24652:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1788509799.264313:0:24652:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1788509799.264315:0:24652:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1788509799.264318:0:24652:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788509798 -> 1788509798 00002000:00010000:0.0:1788509799.264320:0:24652:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1788509799.264370:0:24652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3644:x1875387796957184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 212us (716us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1788509799.264388:0:24652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:1.0:1788509799.268294:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1788509799.269992:0:3644:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8bcc874dbb80/2, rc 0, transno 12884901892 00000100:00100000:0.0:1788509799.270006:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc874dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796957184:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1788509799.270396:0:25564:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+15:18769:x1875387774833792:12345-192.168.203.12@tcp:44:lhsmtool_posix.0 Request processed in 19140us (19512us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509799.270432:0:25564:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 61 00000100:00100000:0.0:1788509799.282320:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509799.282661:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774833920 00000100:00100000:2.0:1788509799.282678:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774833920 00000100:00100000:2.0:1788509799.282750:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 26 00000100:00100000:2.0:1788509799.282761:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+7:2407:x1875387774833920:12345-192.168.203.12@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1788509799.282959:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+7:2407:x1875387774833920:12345-192.168.203.12@tcp:16:lhsmtool_posix.0 Request processed in 199us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509799.282965:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 26 00000100:00100000:2.0:1788509799.296939:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509799.296996:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774834176 00000100:00100000:0.0:1788509799.297005:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774834176 00000100:00100000:0.0:1788509799.297066:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 62 00000100:00100000:0.0:1788509799.297082:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+15:18769:x1875387774834176:12345-192.168.203.12@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788509799.297159:0:22706:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788509799.297186:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590bc00/0xe5156b86310dfa33 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755379c expref: 15 pid: 25564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.297205:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8bcc8761cd00) 00010000:00010000:0.0:1788509799.297209:0:22706:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788509799.297237:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66000/0xe5156b86310dfa41 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.297250:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66000/0xe5156b86310dfa41 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.297260:0:22706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66000/0xe5156b86310dfa41 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788509799.297634:0:22706:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000fa567aba reply state 00000000d383b89a transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66000/0xe5156b86310dfa41 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.297648:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66000/0xe5156b86310dfa41 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22706 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.297654:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8bcc8761cd00) 00010000:00010000:0.0:1788509799.297657:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788509799.297659:0:22706:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788509799.302134:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+16:18769:x1875387774834176:12345-192.168.203.12@tcp:36:lhsmtool_posix.0 Request processed in 5028us (5179us total) trans 12884901911 rc 0/0 00000100:00100000:0.0:1788509799.302151:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 62 00000100:00100000:1.0:1788509799.308547:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509799.308702:0:24652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774834304 00000100:00100000:0.0:1788509799.308712:0:24652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774834304 00000100:00100000:0.0:1788509799.308772:0:24652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 27 00000100:00100000:0.0:1788509799.308793:0:24652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+7:18769:x1875387774834304:12345-192.168.203.12@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788509799.308809:0:24652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509799.308825:0:24652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000090e6cf14/0xe5156b86310dfa48 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e46475537aa expref: -99 pid: 24652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.308850:0:24652:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8596fc8/0xe5156b86310dfa3a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475537a3 expref: 8 pid: 24209 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.308857:0:24652:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509799.308860:0:24652:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509799.308863:0:24652:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090e6cf14/0xe5156b86310dfa48 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475537aa expref: 8 pid: 24652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.308914:0:24652:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d8596fc8/0xe5156b86310dfa3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0x1a882e46475537a3 expref: 8 pid: 24209 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.308924:0:24652:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d8596fc8/0xe5156b86310dfa3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x1a882e46475537a3 expref: 8 pid: 24209 timeout: 796 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509799.308935:0:24652:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24652:1875387796957312:192.168.203.12@tcp:104: 00000100:00100000:0.0:1788509799.309003:0:24652:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd828ea780 going to sleep for 11 seconds 00000100:00100000:0.0:1788509799.311423:0:24652:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24652:1875387796957312:192.168.203.12@tcp:104: 00010000:00010000:0.0:1788509799.311463:0:24652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000090e6cf14/0xe5156b86310dfa48 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x1a882e46475537aa expref: 8 pid: 24652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.311503:0:24652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc87d67000, rc 0) 00000100:00100000:0.0:1788509799.311611:0:24652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:925bb533-7547-4a21-86e4-12daf39e1fa2+8:18769:x1875387774834304:12345-192.168.203.12@tcp:101:lhsmtool_posix.0 Request processed in 2818us (3072us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509799.311620:0:24652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 27 00000100:00100000:1.0:1788509799.314854:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509799.315141:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774834432 00000100:00100000:2.0:1788509799.315151:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774834432 00010000:00010000:2.0:1788509799.315192:0:22691:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d8596fc8/0xe5156b86310dfa3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x1a882e46475537a3 expref: 8 pid: 24209 timeout: 796 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509799.315235:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 19 00000100:00100000:2.0:1788509799.315245:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+8:2408:x1875387774834432:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788509799.315467:0:22691:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788509799.315490:0:22691:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d8596fc8/0xe5156b86310dfa3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x1a882e46475537a3 expref: 8 pid: 24209 timeout: 796 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.315506:0:22691:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d8596fc8/0xe5156b86310dfa3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x1a882e46475537a3 expref: 8 pid: 24209 timeout: 796 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.315528:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8596fc8/0xe5156b86310dfa3a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x1a882e46475537a3 expref: 8 pid: 24209 timeout: 796 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.315562:0:22691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788509799.315567:0:22691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788509799.315574:0:22691:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000090e6cf14/0xe5156b86310dfa48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x1a882e46475537aa expref: 7 pid: 24652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.315585:0:22691:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090e6cf14/0xe5156b86310dfa48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x1a882e46475537aa expref: 7 pid: 24652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.315619:0:22691:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000090e6cf14/0xe5156b86310dfa48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x1a882e46475537aa expref: 7 pid: 24652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509799.315633:0:22691:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87783480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:22691:1875387796957440:192.168.203.12@tcp:105: 00000100:00100000:2.0:1788509799.316105:0:22691:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd82edae40 going to sleep for 11 seconds 00000100:00100000:3.0:1788509799.321437:0:22691:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87783480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:22691:1875387796957440:192.168.203.12@tcp:105: 00010000:00010000:3.0:1788509799.321464:0:22691:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788509799.321522:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+7:2408:x1875387774834432:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6277us (6677us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509799.321533:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 19 00000100:00100000:1.0:1788509799.324787:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509799.324846:0:24209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774834560 00000100:00100000:2.0:1788509799.324857:0:24209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774834560 00000100:00100000:2.0:1788509799.324978:0:24209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28 00000100:00100000:2.0:1788509799.324988:0:24209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+7:2407:x1875387774834560:12345-192.168.203.12@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1788509799.325146:0:24209:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1788509799.325149:0:24209:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1788509797 00002000:00010000:2.0:1788509799.325152:0:24209:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1788509796 00002000:00010000:2.0:1788509799.325165:0:24209:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788509798 -> 1788509797 00002000:00010000:2.0:1788509799.325168:0:24209:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1788509799.325234:0:24209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+8:2407:x1875387774834560:12345-192.168.203.12@tcp:2:lhsmtool_posix.0 Request processed in 246us (453us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1788509799.325252:0:24209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28 00000100:00100000:2.0:1788509799.338742:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509799.339737:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774834688 00000100:00100000:0.0:1788509799.339749:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774834688 00000100:00100000:0.0:1788509799.339805:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29 00000100:00100000:0.0:1788509799.339815:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+8:2407:x1875387774834688:12345-192.168.203.12@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788509799.339856:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000062df8ac2/0xe5156b86310dfa4f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.339877:0:24210:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000090e6cf14/0xe5156b86310dfa48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x1a882e46475537aa expref: 8 pid: 24652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.339887:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788509799.339891:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788509799.339896:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062df8ac2/0xe5156b86310dfa4f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.339962:0:24210:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000090e6cf14/0xe5156b86310dfa48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x1a882e46475537aa expref: 8 pid: 24652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.339976:0:24210:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000090e6cf14/0xe5156b86310dfa48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x1a882e46475537aa expref: 8 pid: 24652 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509799.340016:0:24210:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:24210:1875387796957568:192.168.203.12@tcp:104: 00000100:00100000:0.0:1788509799.340102:0:24210:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd828ea780 going to sleep for 11 seconds 00000100:00100000:0.0:1788509799.350883:0:24210:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:24210:1875387796957568:192.168.203.12@tcp:104: 00010000:00010000:0.0:1788509799.350942:0:24210:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000062df8ac2/0xe5156b86310dfa4f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509799.353194:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509799.353349:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774834816 00000100:00100000:1.0:1788509799.353358:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774834816 00010000:00010000:1.0:1788509799.353407:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000090e6cf14/0xe5156b86310dfa48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x1a882e46475537aa expref: 9 pid: 24652 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509799.353452:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 20 00000100:00100000:1.0:1788509799.353462:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87783800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+9:2408:x1875387774834816:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788509799.353475:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788509799.353497:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000090e6cf14/0xe5156b86310dfa48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x1a882e46475537aa expref: 9 pid: 24652 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.353512:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000090e6cf14/0xe5156b86310dfa48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x1a882e46475537aa expref: 9 pid: 24652 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.353549:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090e6cf14/0xe5156b86310dfa48 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x1a882e46475537aa expref: 9 pid: 24652 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.353566:0:22693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788509799.353570:0:22693:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788509799.353577:0:22693:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000062df8ac2/0xe5156b86310dfa4f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.353588:0:22693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062df8ac2/0xe5156b86310dfa4f lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.353625:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788509799.353704:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87783800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+8:2408:x1875387774834816:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 243us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509799.353712:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 20 00010000:00010000:0.0:1788509799.354482:0:24210:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000062df8ac2/0xe5156b86310dfa4f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.354497:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000062df8ac2/0xe5156b86310dfa4f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.354523:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000062df8ac2/0xe5156b86310dfa4f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.354532:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000062df8ac2/0xe5156b86310dfa4f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.354540:0:24210:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000062df8ac2/0xe5156b86310dfa4f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.354547:0:24210:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc87d66c00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:0.0:1788509799.354552:0:24210:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000062df8ac2/0xe5156b86310dfa4f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.354572:0:24210:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000062df8ac2/0xe5156b86310dfa4f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.354587:0:24210:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000062df8ac2/0xe5156b86310dfa4f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.354595:0:24210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062df8ac2/0xe5156b86310dfa4f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509799.354676:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+7:2407:x1875387774834688:12345-192.168.203.12@tcp:1:lhsmtool_posix.0 Request processed in 14861us (15942us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509799.354686:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29 00000100:00100000:2.0:1788509799.357695:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509799.357778:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774835072 00000100:00100000:1.0:1788509799.357788:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774835072 00000100:00100000:1.0:1788509799.357846:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 63 00000100:00100000:1.0:1788509799.357855:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+16:18769:x1875387774835072:12345-192.168.203.12@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788509799.362052:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310dfa56 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.362080:0:22707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a400/0xe5156b86310df9a0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e464755376b expref: 16 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.362089:0:22707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310dfa56 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.362137:0:22707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a400/0xe5156b86310df9a0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0x1a882e464755376b expref: 16 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.362152:0:22707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a400/0xe5156b86310df9a0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e464755376b expref: 16 pid: 22705 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509799.362178:0:22707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc8119f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22707:1875387796957696:192.168.203.12@tcp:104: 00000100:00100000:1.0:1788509799.362270:0:22707:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcda63633c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788509799.369086:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509799.369341:0:22707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc8119f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22707:1875387796957696:192.168.203.12@tcp:104: 00010000:00010000:0.0:1788509799.369369:0:22707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310dfa56 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509799.369571:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774835200 00000100:00100000:3.0:1788509799.369578:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774835200 00010000:00010000:3.0:1788509799.369615:0:22692:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a400/0xe5156b86310df9a0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e464755376b expref: 17 pid: 22705 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509799.369654:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21 00000100:00100000:3.0:1788509799.369778:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+17:2408:x1875387774835200:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788509799.369795:0:22692:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788509799.369803:0:22692:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a400/0xe5156b86310df9a0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e464755376b expref: 17 pid: 22705 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.369830:0:22692:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a400/0xe5156b86310df9a0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0x1a882e464755376b expref: 17 pid: 22705 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.369853:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb590a400/0xe5156b86310df9a0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0x1a882e464755376b expref: 17 pid: 22705 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.369869:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:3.0:1788509799.369876:0:22692:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df9bc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553779 expref: 16 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.369886:0:22692:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310dfa56 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.369894:0:22692:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310dfa56 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.369970:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310dfa56 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.370097:0:22692:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788509799.370166:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+16:2408:x1875387774835200:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 492us (1078us total) trans 0 rc 0/0 00000100:00100000:3.0:1788509799.370175:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21 00010000:00010000:0.0:1788509799.372398:0:22707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310dfa56 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.372414:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310dfa56 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.372658:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66e00/0xe5156b86310dfa5d lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.372688:0:22707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa25 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553795 expref: 16 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.372705:0:22707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66e00/0xe5156b86310dfa5d lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.372754:0:22707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa25 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553795 expref: 16 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.372771:0:22707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa25 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553795 expref: 16 pid: 22707 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788509799.372788:0:22707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22707:1875387796957824:192.168.203.12@tcp:104: 00000100:00100000:0.0:1788509799.372866:0:22707:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd82b00600 going to sleep for 11 seconds 00000100:00100000:0.0:1788509799.378309:0:22707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22707:1875387796957824:192.168.203.12@tcp:104: 00010000:00010000:0.0:1788509799.378345:0:22707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66e00/0xe5156b86310dfa5d lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509799.381533:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509799.382139:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774835328 00000100:00100000:1.0:1788509799.382149:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774835328 00010000:00010000:1.0:1788509799.382275:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa25 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553795 expref: 17 pid: 22707 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509799.382341:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 22 00000100:00100000:1.0:1788509799.382351:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87780e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+17:2408:x1875387774835328:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788509799.382366:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788509799.382373:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa25 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553795 expref: 17 pid: 22707 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.382397:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa25 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553795 expref: 17 pid: 22707 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.382418:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925000/0xe5156b86310dfa25 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x1a882e4647553795 expref: 17 pid: 22707 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.382435:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8bcc8761cd00) 00010000:00010000:1.0:1788509799.382439:0:22693:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66e00/0xe5156b86310dfa5d lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.382448:0:22693:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66e00/0xe5156b86310dfa5d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.382456:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66e00/0xe5156b86310dfa5d lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788509799.382532:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788509799.382588:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87780e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+16:2408:x1875387774835328:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 239us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509799.382596:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 22 00010000:00010000:0.0:1788509799.386430:0:22707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66e00/0xe5156b86310dfa5d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.386447:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66e00/0xe5156b86310dfa5d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788509799.386573:0:22707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:0.0:1788509799.389729:0:22707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:0.0:1788509799.389964:0:22707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:0.0:1788509799.390054:0:22707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22707:1875387796957952:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788509799.390138:0:22707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509799.390227:0:22707:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd87b12900 going to sleep for 11 seconds 00000100:00100000:2.0:1788509799.390402:0:23446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796957952 00000100:00100000:2.0:1788509799.390410:0:23446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796957952 00000100:00100000:2.0:1788509799.390473:0:23446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788509799.390484:0:23446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22707:x1875387796957952:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788509799.390650:0:23446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22707:x1875387796957952:12345-0@lo:1000:mdt00_002.0 Request processed in 169us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509799.390658:0:23446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788509799.390684:0:22707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22707:1875387796957952:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1788509799.390878:0:22707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:0.0:1788509799.390959:0:22707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22707:1875387796958080:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788509799.390989:0:22707:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509799.391011:0:22707:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcd87b12a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788509799.391089:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796958080 00000100:00100000:1.0:1788509799.391103:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796958080 00000100:00100000:1.0:1788509799.391145:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788509799.391153:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22707:x1875387796958080:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788509799.391299:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22707:x1875387796958080:12345-0@lo:1000:mdt00_002.0 Request processed in 146us (308us total) trans 12884901894 rc 0/0 00000100:00100000:1.0:1788509799.391307:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788509799.391400:0:22707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22707:1875387796958080:0@lo:1000:mdt00_002.0 00010000:00010000:2.0:1788509799.391437:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66e00/0xe5156b86310dfa5d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.391447:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66e00/0xe5156b86310dfa5d lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.391454:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66e00/0xe5156b86310dfa5d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.391460:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc87d66e00 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:2.0:1788509799.391464:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66e00/0xe5156b86310dfa5d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.391472:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66e00/0xe5156b86310dfa5d lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.391498:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8bcc8761cd00) 00010000:00010000:2.0:1788509799.391501:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788509799.391506:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66e00/0xe5156b86310dfa5d lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.391512:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66e00/0xe5156b86310dfa5d lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.391541:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925400/0xe5156b86310df9b5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.391548:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925400/0xe5156b86310df9b5 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.391554:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925400/0xe5156b86310df9b5 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.391559:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92925400 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:2.0:1788509799.391578:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925400/0xe5156b86310df9b5 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.391584:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925400/0xe5156b86310df9b5 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.391592:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:2.0:1788509799.391595:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788509799.391601:0:22707:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df9bc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553779 expref: 19 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.391614:0:22707:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df9bc lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553779 expref: 19 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.391631:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df9bc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553779 expref: 19 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.391685:0:22707:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227c00/0xe5156b86310df9bc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e4647553779 expref: 19 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509799.391696:0:22707:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87780a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22707:1875387796958208:192.168.203.12@tcp:105: 00000100:00100000:2.0:1788509799.391786:0:22707:0:(client.c:2716:ptlrpc_set_wait()) set ffff8bcc87436480 going to sleep for 11 seconds 00000100:00100000:2.0:1788509799.400575:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509799.400637:0:22707:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87780a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22707:1875387796958208:192.168.203.12@tcp:105: 00010000:00010000:0.0:1788509799.400674:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925400/0xe5156b86310df9b5 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509799.400683:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774835456 00010000:00010000:0.0:1788509799.400685:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925400/0xe5156b86310df9b5 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509799.400696:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774835456 00010000:00010000:0.0:1788509799.400725:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66c00/0xe5156b86310dfa64 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.400740:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66c00/0xe5156b86310dfa64 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.400752:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66c00/0xe5156b86310dfa64 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.400763:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66c00/0xe5156b86310dfa64 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.400771:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66c00/0xe5156b86310dfa64 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509799.400781:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 10 00010000:00010000:0.0:1788509799.400782:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66c00/0xe5156b86310dfa64 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.400794:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcc87d66c00 already unused, calling callback (ffffffffc1a334f0) 00000100:00100000:1.0:1788509799.400799:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811e8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+20:18767:x1875387774835456:12345-192.168.203.12@tcp:49:dd.0 00010000:00010000:0.0:1788509799.400816:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66c00/0xe5156b86310dfa64 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.400825:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66c00/0xe5156b86310dfa64 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.400838:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:0.0:1788509799.400841:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788509799.400845:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66c00/0xe5156b86310dfa64 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.400851:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66c00/0xe5156b86310dfa64 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.400862:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310dfa56 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.400868:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310dfa56 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.400876:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310dfa56 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.400880:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcd92925200 already unused, calling callback (ffffffffc1a334f0) 00010000:00010000:0.0:1788509799.400884:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310dfa56 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.400890:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310dfa56 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.400955:0:22707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:0.0:1788509799.400959:0:22707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788509799.400970:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310dfa56 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.400977:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcd92925200/0xe5156b86310dfa56 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788509799.401000:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811e8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+20:18767:x1875387774835456:12345-192.168.203.12@tcp:49:dd.0 Request processed in 206us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509799.401006:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 10 00000100:00100000:0.0:1788509799.401137:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+19:18769:x1875387774835072:12345-192.168.203.12@tcp:57:lhsmtool_posix.0 Request processed in 43279us (43448us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1788509799.401153:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 63 00000020:00080000:0.0:1788509799.401160:0:22707:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1788509799.401734:0:22741:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788509799.401741:0:22741:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788509799.401761:0:22741:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1788509799.401767:0:22741:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1788509799.409104:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509799.416024:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774835584 00000100:00100000:0.0:1788509799.416039:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774835584 00000100:00100000:0.0:1788509799.416119:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 64 00000100:00100000:0.0:1788509799.416130:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+19:18767:x1875387774835584:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:0.0:1788509799.416149:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788509799.416175:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66c00/0xe5156b86310dfa6b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1a882e46475537b1 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.416211:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d67800/0xe5156b86310dfa72 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.416225:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d67800/0xe5156b86310dfa72 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.416237:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d67800/0xe5156b86310dfa72 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.416352:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d66c00/0xe5156b86310dfa6b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475537b1 expref: 21 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.416372:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcc87d67800/0xe5156b86310dfa72 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x1a882e46475537b1 expref: 20 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788509799.416402:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8bcc8761c800) 00010000:00010000:0.0:1788509799.416405:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788509799.416409:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8bcc87d67800, rc 0) 00000100:00100000:0.0:1788509799.416472:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+20:18767:x1875387774835584:12345-192.168.203.12@tcp:101:dd.0 Request processed in 344us (7377us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509799.416480:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 64 00000100:00100000:1.0:1788509799.420075:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509799.420262:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774835840 00000100:00100000:2.0:1788509799.420271:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774835840 00000100:00100000:2.0:1788509799.420328:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 11 00000100:00100000:2.0:1788509799.420338:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc8119f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+20:18769:x1875387774835840:12345-192.168.203.12@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1788509799.420609:0:22709:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1788509799.420644:0:22709:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:2.0:1788509799.420687:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310dfa79 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.420705:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310dfa79 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.420716:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310dfa79 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.420743:0:22709:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310dfa79 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.420750:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310dfa79 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.420756:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310dfa79 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.420772:0:22709:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788509799.420862:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc8119f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+22:18769:x1875387774835840:12345-192.168.203.12@tcp:35:lhsmtool_posix.0 Request processed in 525us (795us total) trans 12884901918 rc 0/0 00000100:00100000:2.0:1788509799.420870:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 11 00000020:00080000:2.0:1788509799.420874:0:22709:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1788509799.421438:0:22695:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788509799.421447:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310dfa79 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.421455:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb1227600 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:3.0:1788509799.421466:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310dfa79 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.421476:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310dfa79 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.421489:0:22695:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8bcc8761cd00) 00010000:00010000:3.0:1788509799.421492:0:22695:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788509799.421496:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310dfa79 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.421503:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8bcdb1227600/0xe5156b86310dfa79 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.421516:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509799.421517:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788509799.421519:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788509799.445229:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509799.446749:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509799.447797:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774835968 00000100:00100000:1.0:1788509799.447812:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774835968 00000100:00100000:3.0:1788509799.448990:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774836096 00000100:00100000:3.0:1788509799.449007:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774836096 00000100:00100000:3.0:1788509799.449074:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 0 00000100:00100000:3.0:1788509799.449085:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+8:2407:x1875387774835968:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:3.0:1788509799.449138:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a9a7e65, atime: 0x6a9a7e64, ctime: 0x6a9a7e65, blocks: 0x0 00010000:00010000:3.0:1788509799.449148:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000009ddae36/0xe5156b86310dfa80 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.449164:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=696s v=(0 0) 00010000:00010000:3.0:1788509799.449169:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509799.449178:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009ddae36/0xe5156b86310dfa80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.449216:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009ddae36/0xe5156b86310dfa80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788509799.554845:0:24206:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:1.0:1788509799.554862:0:24206:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:3.0:1788509799.555075:0:24215:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:3.0:1788509799.555080:0:24215:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 1788509797 -> 1788509798 00002000:00010000:3.0:1788509799.555082:0:24215:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788509797 -> 1788509798 00002000:00010000:3.0:1788509799.555084:0:24215:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:3.0:1788509799.555102:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000009ddae36/0xe5156b86310dfa80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.555113:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000009ddae36/0xe5156b86310dfa80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.555121:0:24215:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000009ddae36/0xe5156b86310dfa80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.555127:0:24215:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb590a400 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:3.0:1788509799.555132:0:24215:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000009ddae36/0xe5156b86310dfa80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.555140:0:24215:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000009ddae36/0xe5156b86310dfa80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.555158:0:24215:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000009ddae36/0xe5156b86310dfa80 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.555180:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009ddae36/0xe5156b86310dfa80 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788509799.555371:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87781880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+6:2407:x1875387774835968:12345-192.168.203.12@tcp:4:dd.0 Request processed in 106281us (110144us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1788509799.555391:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 0 00000100:00100000:3.0:1788509799.555429:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1 00000100:00100000:3.0:1788509799.555443:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+5:2407:x1875387774836096:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:3.0:1788509799.555487:0:24215:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x6a9a7e66, atime: 0x6a9a7e64, ctime: 0x6a9a7e66, blocks: 0x2000 00010000:00010000:3.0:1788509799.555494:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310dfa87 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.555506:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=696s v=(0 0) 00010000:00010000:3.0:1788509799.555510:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788509799.555515:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310dfa87 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788509799.555600:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310dfa87 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788509799.628969:0:24206:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:2.0:1788509799.630346:0:24215:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:2.0:1788509799.630357:0:24215:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:2.0:1788509799.630384:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310dfa87 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.630397:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310dfa87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.630406:0:24215:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310dfa87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.630413:0:24215:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8bcdb590ac00 already unused, calling callback (ffffffffc0e3a4f0) 00010000:00010000:2.0:1788509799.630435:0:24215:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310dfa87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.630444:0:24215:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310dfa87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.630463:0:24215:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310dfa87 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788509799.630470:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3dc0f09/0xe5156b86310dfa87 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788509799.630657:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87782a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+5:2407:x1875387774836096:12345-192.168.203.12@tcp:4:dd.0 Request processed in 75213us (183914us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1788509799.630672:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1 00010000:00010000:0.0:1788509799.639390:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788509800.662700:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509800.733196:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509800.733306:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1788509800.733334:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509800.733388:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774836608 00000100:00100000:1.0:1788509800.733398:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774836608 00000100:00100000:1.0:1788509800.733461:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 21 00000100:00100000:1.0:1788509800.733470:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+5:2407:x1875387774836608:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1788509800.733540:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:925bb533-7547-4a21-86e4-12daf39e1fa2+5:2407:x1875387774836608:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 71us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1788509800.733547:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 21 00000100:00100000:2.0:1788509800.740337:0:25564:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774836352 00000100:00100000:2.0:1788509800.740353:0:25564:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774836352 00000100:00100000:0.0:1788509800.740420:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509800.740427:0:25564:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774836864 00000100:00100000:2.0:1788509800.740433:0:25564:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774836864 00000100:00100000:0.0:1788509800.740450:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 56 00000100:00080000:2.0:1788509800.740461:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788509800.740463:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87ea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+22:2407:x1875387774836352:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1788509800.740492:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 57 00000100:00100000:2.0:1788509800.740501:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:2407:x1875387774836864:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1788509800.740553:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87ea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+22:2407:x1875387774836352:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 92us (7363us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509800.740555:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+6:2407:x1875387774836864:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 53us (7217us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509800.740568:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 56 00000100:00100000:2.0:1788509800.740581:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 57 00000100:00100000:0.0:1788509800.740616:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1788509800.740619:0:24652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774837120 00000100:00100000:1.0:1788509800.740630:0:24652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774837120 00000100:00100000:2.0:1788509800.740641:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774836224 00000100:00100000:1.0:1788509800.740672:0:24652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 22 00000100:00100000:1.0:1788509800.740680:0:24652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc88426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d89063cb-db9a-46cb-afb4-fad7be5442f6+5:2407:x1875387774837120:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1788509800.740714:0:24652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc88426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d89063cb-db9a-46cb-afb4-fad7be5442f6+5:2407:x1875387774837120:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 34us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509800.740759:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774836224 00000100:00100000:2.0:1788509800.740801:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 164 00000100:00100000:2.0:1788509800.740809:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:2407:x1875387774836224:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1788509800.740840:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:77a08576-1eb4-46ac-800a-e1e1c73942bf+13:2407:x1875387774836224:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 31us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509800.741250:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 164 00000100:00080000:2.0:1788509800.741279:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788509800.742962:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509800.743027:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509800.743067:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509800.743093:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774836480 00000100:00100000:2.0:1788509800.743100:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774836480 00000100:00100000:2.0:1788509800.743148:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774836992 00000100:00100000:2.0:1788509800.743151:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774836992 00000100:00100000:2.0:1788509800.743175:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 58 00000100:00100000:2.0:1788509800.743184:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+5:2407:x1875387774836480:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1788509800.743247:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:925bb533-7547-4a21-86e4-12daf39e1fa2+5:2407:x1875387774836480:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 63us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509800.743254:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 58 00000100:00100000:2.0:1788509800.743270:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 59 00000100:00100000:2.0:1788509800.743276:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+5:2407:x1875387774836992:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1788509800.743301:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+5:2407:x1875387774836992:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 25us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509800.743307:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 59 00000100:00080000:2.0:1788509800.743323:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788509800.743379:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1788509800.743400:0:24209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774836736 00000100:00100000:2.0:1788509800.743415:0:24209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774836736 00000100:00100000:0.0:1788509800.745135:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387774837248 00000100:00100000:0.0:1788509800.745145:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387774837248 00000100:00100000:0.0:1788509800.745186:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 23 00000100:00100000:0.0:1788509800.745194:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+5:2407:x1875387774837248:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1788509800.745249:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d89063cb-db9a-46cb-afb4-fad7be5442f6+5:2407:x1875387774837248:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 56us (1882us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509800.745263:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 23 00000100:00080000:0.0:1788509800.745692:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788509800.747265:0:24652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 22 00000100:00100000:2.0:1788509800.747626:0:24209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 24 00000100:00100000:2.0:1788509800.747654:0:24209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc87782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+5:2407:x1875387774836736:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1788509800.748075:0:24209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc87782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:925bb533-7547-4a21-86e4-12daf39e1fa2+5:2407:x1875387774836736:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 333us (4941us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509800.748085:0:24209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 24 00000001:02000400:1.0:1788509801.370957:0:25790:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:0.0:1788509801.686392:0:22694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509802.710990:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796958720:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.711080:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509802.711122:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb787ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796959232:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.711143:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509802.711162:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb7879c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3644:1875387796959744:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.711189:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509802.711217:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1788509802.711223:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc874d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796958336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788509802.711250:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509802.711269:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796958848:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.711288:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509802.711302:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb787b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796959360:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.711324:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509802.711341:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb787b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3644:1875387796959872:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.711375:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788509802.711403:0:22695:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788509802.711412:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796958592:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.711437:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509802.711464:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796959104:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.711481:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509802.711498:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb787aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3647:1875387796959616:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.711532:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509802.711548:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1788509802.711553:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc88427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3647:1875387796958464:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.711579:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509802.711601:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb066f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875387796958976:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.711620:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509802.711635:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb7879f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875387796959488:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.711676:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509802.711689:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcdb7878000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3647:1875387796960000:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.711707:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788509802.711733:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796958720 00000100:00100000:0.0:1788509802.711742:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796958720 00000100:00100000:0.0:1788509802.711801:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796959232 00000100:00100000:0.0:1788509802.711805:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796959232 00000100:00100000:0.0:1788509802.711819:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796958848 00000100:00100000:0.0:1788509802.711821:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796958848 00000100:00100000:0.0:1788509802.711835:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796959360 00000100:00100000:0.0:1788509802.711837:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796959360 00000100:00100000:0.0:1788509802.711854:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788509802.711864:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796958720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.711948:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796958720:12345-0@lo:400:kworker.0 Request processed in 84us (867us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509802.711957:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788509802.711974:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788509802.711980:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb787a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796959232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.712005:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb787a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796959232:12345-0@lo:400:kworker.0 Request processed in 25us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509802.712021:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788509802.712033:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788509802.712039:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796958848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.712066:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796958848:12345-0@lo:400:kworker.0 Request processed in 27us (777us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509802.712071:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788509802.712080:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788509802.712085:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796959360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.712124:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875387796959360:12345-0@lo:400:kworker.0 Request processed in 39us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509802.712130:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788509802.712154:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796958336 00000100:00100000:0.0:1788509802.712157:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796958336 00000100:00100000:0.0:1788509802.712182:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788509802.712187:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7878380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796958336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788509802.712213:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788509802.712242:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7878380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875387796958336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (992us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509802.712247:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788509802.712269:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796958592 00000100:00100000:0.0:1788509802.712272:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796958592 00000100:00100000:0.0:1788509802.712294:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796959104 00000100:00100000:0.0:1788509802.712296:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796959104 00000100:00100000:0.0:1788509802.712308:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788509802.712314:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796958592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.712351:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1875387796958592:12345-0@lo:400:kworker.0 Request processed in 37us (912us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509802.712378:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788509802.712391:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788509802.712396:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796959104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.712424:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796959104:12345-0@lo:400:kworker.0 Request processed in 28us (942us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509802.712430:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788509802.712447:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796959744 00000100:00100000:0.0:1788509802.712451:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796959744 00000100:00100000:0.0:1788509802.712470:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796959872 00000100:00100000:0.0:1788509802.712473:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796959872 00000100:00100000:0.0:1788509802.712483:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796959616 00000100:00100000:0.0:1788509802.712486:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796959616 00000100:00100000:0.0:1788509802.712497:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796958976 00000100:00100000:0.0:1788509802.712500:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796958976 00000100:00100000:0.0:1788509802.712508:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796959488 00000100:00100000:0.0:1788509802.712511:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796959488 00000100:00100000:0.0:1788509802.712519:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796960000 00000100:00100000:0.0:1788509802.712521:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796960000 00000100:00100000:0.0:1788509802.712534:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788509802.712540:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcdb7879880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875387796959744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.712569:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcdb7879880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875387796959744:12345-0@lo:400:kworker.0 Request processed in 30us (1380us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509802.712575:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788509802.712586:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788509802.712591:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875387796959872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.712613:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875387796959872:12345-0@lo:400:kworker.0 Request processed in 22us (1238us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509802.712619:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788509802.712637:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788509802.712642:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875387796959616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.712671:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1875387796959616:12345-0@lo:400:kworker.0 Request processed in 29us (1138us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509802.712678:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788509802.712688:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788509802.712694:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc876aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875387796958976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.712721:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc876aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1875387796958976:12345-0@lo:400:kworker.0 Request processed in 27us (1099us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509802.712727:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788509802.712737:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788509802.712743:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875387796959488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.712769:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1875387796959488:12345-0@lo:400:kworker.0 Request processed in 26us (1092us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509802.712775:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788509802.712787:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788509802.712792:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcd913d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875387796960000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.712818:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcd913d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1875387796960000:12345-0@lo:400:kworker.0 Request processed in 26us (1109us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509802.712823:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788509802.712844:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796958464 00000100:00100000:0.0:1788509802.712848:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796958464 00000100:00100000:0.0:1788509802.712877:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1788509802.712883:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc811c5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:3647:x1875387796958464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.712934:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc811c5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548+24:3647:x1875387796958464:12345-0@lo:400:kworker.0 Request processed in 51us (1353us total) trans 0 rc 0/0 00000100:00100000:0.0:1788509802.712948:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00080000:0.0:1788509802.712983:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788509802.712989:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788509802.712992:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788509802.712994:0:22701:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788509802.713034:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc88427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6400bfc8-22e2-4285-b4fe-8c0e5cb1d548:3647:1875387796958464:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.713050:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3647:1875387796958976:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.713059:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb7879f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3647:1875387796959488:0@lo:400:kworker.0 00010000:00080000:0.0:1788509802.713072:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcdb7878000 x1875387796960000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509802.713082:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb7878000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3647:1875387796960000:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.713091:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3647:1875387796958592:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.713100:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796959104:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.713111:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb787aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3647:1875387796959616:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.713171:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc874d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796958336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788509802.713181:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796958848:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.713192:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb787b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796959360:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.713203:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb787b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3644:1875387796959872:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.713214:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:0.0:1788509802.713220:0:3644:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8bcc874dbb80, transno 12884901892 00000004:00080000:0.0:1788509802.713233:0:3644:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:0.0:1788509802.713280:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb066ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3644:1875387796958720:0@lo:400:kworker.0 00000100:00100000:0.0:1788509802.713297:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb787ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3644:1875387796959232:0@lo:400:kworker.0 00010000:00080000:0.0:1788509802.713308:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8bcdb7879c00 x1875387796959744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788509818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788509802.713318:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcdb7879c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3644:1875387796959744:0@lo:400:kworker.0 00000100:00100000:1.0:1788509802.714670:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8bcc87ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796960128:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788509802.714745:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788509802.714833:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875387796960128 00000100:00100000:2.0:1788509802.714842:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875387796960128 00000100:00100000:2.0:1788509802.714888:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788509802.714915:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8bcc874daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796960128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788509802.714937:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788509802.718453:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8bcc874daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1875387796960128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3545us (3696us total) trans 0 rc 0/0 00000100:00100000:2.0:1788509802.718472:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788509802.719266:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8bcc87ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3647:1875387796960128:0@lo:13:osp-pre-1-1.0 Debug log: 14369 lines, 14369 kept, 0 dropped, 0 bad.