00000100:00100000:0.0F:1790786099.279034:0:3431:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1790786099.279075:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c01082d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774854993280:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1790786099.279164:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786099.279221:0:17624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854993280 00000100:00100000:0.0:1790786099.279230:0:17624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854993280 00000100:00100000:0.0:1790786099.279298:0:17624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1790786099.279309:0:17624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774854993280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1790786099.279353:0:17624:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1790786099.279401:0:17624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774854993280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786099.279408:0:17624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:0.0:1790786099.279430:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790786099.279467:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c01082d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774854993280:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1790786099.279666:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013c0d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774854993408:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1790786099.279711:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0F:1790786099.279866:0:17624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854993408 00000100:00100000:2.0:1790786099.279877:0:17624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854993408 00000100:00100000:2.0:1790786099.279924:0:17624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1790786099.279933:0:17624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774854993408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1790786099.279947:0:17624:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790786099.279986:0:17624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774854993408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786099.279992:0:17624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:0.0:1790786099.280050:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790786099.280073:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013c0d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774854993408:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0F:1790786099.595933:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790786099.788261:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1790786099.788287:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774854993536:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790786099.788365:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786099.788433:0:16314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854993536 00000100:00100000:1.0:1790786099.788441:0:16314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854993536 00000100:00100000:1.0:1790786099.788487:0:16314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1790786099.788495:0:16314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774854993536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1790786099.788543:0:16314:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:1.0:1790786099.788585:0:16314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774854993536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786099.788591:0:16314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1790786099.788634:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774854993536:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790786099.790633:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c01082d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774854993664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790786099.790782:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786099.791165:0:16315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854993664 00000100:00100000:0.0:1790786099.791176:0:16315:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854993664 00000100:00100000:0.0:1790786099.791228:0:16315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1790786099.791238:0:16315:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774854993664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1790786099.791286:0:16315:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1790786099.791343:0:16315:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774854993664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786099.791350:0:16315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1790786099.791418:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c01082d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774854993664:0@lo:41:osp-pre-0-1.0 00000001:00080000:2.0:1790786100.466918:0:6440:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934615 is committed 00000001:00080000:2.0:1790786100.466942:0:6440:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934620 is committed 00000020:00080000:2.0:1790786100.466949:0:6440:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8c0110ba20c0 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:2.0:1790786100.466956:0:6440:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8c0108808300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8c0110ba23c0 00000020:00080000:2.0:1790786100.466960:0:6440:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8c0108808900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8c0003bb0c00 00000001:00080000:2.0:1790786100.466979:0:6440:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:3.0F:1790786100.468137:0:16351:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:3.0:1790786100.468463:0:16351:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:1.0:1790786100.478047:0:3416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07400/0x19fa32945bed4699 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786100.478070:0:3416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07400/0x19fa32945bed4699 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786100.478079:0:3416:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07400/0x19fa32945bed4699 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786100.478087:0:3416:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c0140e07400 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:1.0:1790786100.478093:0:3416:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07400/0x19fa32945bed4699 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786100.478102:0:3416:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07400/0x19fa32945bed4699 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786100.478126:0:3416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8c01109d1900) 00010000:00010000:1.0:1790786100.478129:0:3416:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790786100.478147:0:3416:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07400/0x19fa32945bed4699 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786100.478154:0:3416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07400/0x19fa32945bed4699 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786100.623006:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790786101.323888:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013c0d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774854993792:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1790786101.323900:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c01082d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774854993920:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1790786101.324119:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786101.324822:0:17624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854993920 00000100:00100000:0.0:1790786101.324832:0:17624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854993920 00000100:00100000:0.0:1790786101.324887:0:17624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1790786101.324897:0:17624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0102f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774854993920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1790786101.324930:0:17624:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1790786101.324981:0:17624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0102f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774854993920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786101.324989:0:17624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:0.0:1790786101.325012:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790786101.325058:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c01082d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774854993920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1790786101.326881:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786101.328372:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0105218700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ece41580-5c60-4ab8-8584-4ab4c3f79366:3432:1877774854994048:0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.328435:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786101.329125:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c010521b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3432:1877774854994560:0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.329163:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786101.329189:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c010521b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3432:1877774854995072:0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.329209:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786101.329231:0:3432:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1790786101.329238:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0105218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774854994176:0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.329262:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786101.329279:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0105218e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774854994688:0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.329298:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786101.329314:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c010521a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3432:1877774854995200:0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.329333:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786101.329375:0:16303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854994048 00000100:00100000:3.0:1790786101.329384:0:16303:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854994048 00000100:00100000:3.0:1790786101.329434:0:16303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1790786101.329444:0:16303:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011278bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ece41580-5c60-4ab8-8584-4ab4c3f79366+24:3432:x1877774854994048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.329527:0:16303:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011278bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ece41580-5c60-4ab8-8584-4ab4c3f79366+24:3432:x1877774854994048:12345-0@lo:400:kworker.0 Request processed in 84us (1091us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786101.329531:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c010521aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774854994304:0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.329538:0:16303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1790786101.329565:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786101.329574:0:19179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854994560 00000100:00100000:2.0:1790786101.329585:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c010521a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774854994816:0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.329588:0:19179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854994560 00000100:00100000:2.0:1790786101.329608:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786101.329624:0:19179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854995072 00000100:00100000:3.0:1790786101.329628:0:19179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854995072 00000100:00100000:2.0:1790786101.329630:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c010521ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3430:1877774854995328:0@lo:400:kworker.0 00000100:00100000:2.0:1790786101.329651:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786101.329670:0:3430:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1790786101.329674:0:19179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854995200 00000100:00100000:2.0:1790786101.329678:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0105218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774854994432:0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.329680:0:19179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854995200 00000100:00100000:2.0:1790786101.329718:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786101.329721:0:19179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854995328 00000100:00100000:3.0:1790786101.329725:0:19179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854995328 00000100:00100000:3.0:1790786101.329752:0:19179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1790786101.329757:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0105219180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774854994944:0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.329761:0:19179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0105218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3432:x1877774854994560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786101.329799:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786101.329814:0:19179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0105218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3432:x1877774854994560:12345-0@lo:400:kworker.0 Request processed in 54us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786101.329819:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0105219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3430:1877774854995456:0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.329826:0:19179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1790786101.329841:0:19179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854994944 00000100:00100000:2.0:1790786101.329842:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786101.329847:0:19179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854994944 00000100:00100000:3.0:1790786101.329866:0:19179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854995456 00000100:00100000:2.0:1790786101.329869:0:17621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854994304 00000100:00100000:3.0:1790786101.329870:0:19179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854995456 00000100:00100000:2.0:1790786101.329875:0:17621:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854994304 00000100:00100000:3.0:1790786101.329892:0:19179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1790786101.329901:0:19179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c010521b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3432:x1877774854995072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786101.329907:0:17621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854994816 00000100:00100000:2.0:1790786101.329911:0:17621:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854994816 00000100:00100000:2.0:1790786101.329929:0:17621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854994432 00000100:00100000:2.0:1790786101.329932:0:17621:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854994432 00000100:00100000:3.0:1790786101.329937:0:19179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c010521b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3432:x1877774854995072:12345-0@lo:400:kworker.0 Request processed in 37us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786101.329945:0:19179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1790786101.329949:0:17621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1790786101.329957:0:17621:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774854994304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.329966:0:19179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1790786101.329976:0:19179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0105219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3432:x1877774854995200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786101.329995:0:17621:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774854994304:12345-0@lo:400:kworker.0 Request processed in 38us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786101.330003:0:17621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1790786101.330013:0:19179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0105219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3432:x1877774854995200:12345-0@lo:400:kworker.0 Request processed in 40us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786101.330021:0:19179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1790786101.330030:0:17621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1790786101.330038:0:17621:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774854994816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.330042:0:19179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1790786101.330053:0:19179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3430:x1877774854995328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786101.330069:0:17621:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774854994816:12345-0@lo:400:kworker.0 Request processed in 31us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786101.330076:0:17621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1790786101.330090:0:19179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3430:x1877774854995328:12345-0@lo:400:kworker.0 Request processed in 39us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786101.330098:0:17621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1790786101.330108:0:17621:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774854994432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.330111:0:19179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1790786101.330133:0:19179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1790786101.330139:0:17621:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774854994432:12345-0@lo:400:kworker.0 Request processed in 32us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786101.330144:0:19179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3430:x1877774854994944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786101.330151:0:17621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1790786101.330186:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1790786101.330187:0:19179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3430:x1877774854994944:12345-0@lo:400:kworker.0 Request processed in 46us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786101.330197:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3430:x1877774854995456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.330198:0:19179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1790786101.330229:0:16953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854994176 00000100:00100000:3.0:1790786101.330234:0:16953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854994176 00000100:00100000:3.0:1790786101.330261:0:16953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854994688 00000100:00100000:3.0:1790786101.330264:0:16953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854994688 00000100:00100000:3.0:1790786101.330276:0:16953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1790786101.330282:0:16953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0105219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774854994176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.330313:0:16953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0105219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774854994176:12345-0@lo:400:kworker.0 Request processed in 32us (1051us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786101.330318:0:16953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1790786101.330328:0:16953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1790786101.330333:0:16953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0105219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3432:x1877774854994688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.330357:0:16953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0105219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3432:x1877774854994688:12345-0@lo:400:kworker.0 Request processed in 24us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786101.330363:0:16953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1790786101.330403:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0105218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774854994176:0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.330413:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0105218e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774854994688:0@lo:400:kworker.0 00010000:00080000:3.0:1790786101.330424:0:3432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c010521a300 x1877774854995200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786117 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790786101.330434:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c010521a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3432:1877774854995200:0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.330450:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0105218700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ece41580-5c60-4ab8-8584-4ab4c3f79366:3432:1877774854994048:0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.330460:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c010521b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3432:1877774854994560:0@lo:400:kworker.0 00000100:00100000:3.0:1790786101.330470:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c010521b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3432:1877774854995072:0@lo:400:kworker.0 00000100:00080000:3.0:1790786101.330508:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1790786101.330512:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1790786101.330514:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1790786101.330516:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1790786101.330880:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3430:x1877774854995456:12345-0@lo:400:kworker.0 Request processed in 685us (1037us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786101.330887:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1790786101.330921:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0105218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774854994432:0@lo:400:kworker.0 00000100:00100000:2.0:1790786101.330930:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0105219180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774854994944:0@lo:400:kworker.0 00010000:00080000:2.0:1790786101.330939:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c0105219880 x1877774854995456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786117 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790786101.330949:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0105219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3430:1877774854995456:0@lo:400:kworker.0 00000100:00100000:2.0:1790786101.330958:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c010521aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774854994304:0@lo:400:kworker.0 00000100:00100000:2.0:1790786101.330966:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c010521a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774854994816:0@lo:400:kworker.0 00000100:00100000:2.0:1790786101.330973:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c010521ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3430:1877774854995328:0@lo:400:kworker.0 00000100:00100000:0.0:1790786101.332461:0:17624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854993792 00000100:00100000:0.0:1790786101.332473:0:17624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854993792 00000100:00100000:0.0:1790786101.332511:0:17624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1790786101.332518:0:17624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774854993792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1790786101.332538:0:17624:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1790786101.332600:0:17624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774854993792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (5727us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786101.332606:0:17624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1790786101.332719:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013c0d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774854993792:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1790786101.644173:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790786101.700209:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786101.700505:0:19179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839195264 00000100:00100000:3.0:1790786101.700515:0:19179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839195264 00000100:00100000:3.0:1790786101.700603:0:19179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 63 00000100:00100000:3.0:1790786101.700613:0:19179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:efbfb111-16f9-432b-a398-4c95b7ff9e1a+12:15658:x1877774839195264:12345-192.168.203.2@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1790786101.700748:0:19179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:efbfb111-16f9-432b-a398-4c95b7ff9e1a+12:15658:x1877774839195264:12345-192.168.203.2@tcp:60:lhsmtool_posix.0 Request processed in 129us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786101.700756:0:19179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 63 00000100:00080000:0.0:1790786101.701486:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1790786101.717290:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786101.717446:0:16309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839195392 00000100:00100000:3.0:1790786101.717457:0:16309:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839195392 00000100:00100000:3.0:1790786101.717531:0:16309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 64 00000100:00100000:3.0:1790786101.717542:0:16309:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:efbfb111-16f9-432b-a398-4c95b7ff9e1a+5:15658:x1877774839195392:12345-192.168.203.2@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1790786101.717645:0:16309:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:efbfb111-16f9-432b-a398-4c95b7ff9e1a+5:15658:x1877774839195392:12345-192.168.203.2@tcp:60:lhsmtool_posix.0 Request processed in 105us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786101.717653:0:16309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 64 00000100:00080000:0.0:1790786101.718195:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1790786101.731603:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786101.732005:0:16313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839195648 00000100:00100000:2.0:1790786101.732016:0:16313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839195648 00000100:00100000:3.0:1790786101.732352:0:16313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 12 00000100:00100000:3.0:1790786101.732363:0:16313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:efbfb111-16f9-432b-a398-4c95b7ff9e1a+12:15658:x1877774839195648:12345-192.168.203.2@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1790786101.732631:0:16313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:efbfb111-16f9-432b-a398-4c95b7ff9e1a+13:15658:x1877774839195648:12345-192.168.203.2@tcp:35:lhsmtool_posix.0 Request processed in 269us (1037us total) trans 8589934623 rc 0/0 00000100:00100000:3.0:1790786101.732651:0:16313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 12 00010000:00010000:1.0:1790786102.667976:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790786103.190557:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786103.190599:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786103.190626:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786103.190649:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839196032 00000100:00100000:2.0:1790786103.190658:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839196032 00000100:00100000:2.0:1790786103.190743:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839195904 00000100:00100000:2.0:1790786103.190747:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839195904 00000100:00100000:2.0:1790786103.190768:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 72 00000100:00100000:2.0:1790786103.190778:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:efbfb111-16f9-432b-a398-4c95b7ff9e1a+5:2388:x1877774839196032:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:2.0:1790786103.190854:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:efbfb111-16f9-432b-a398-4c95b7ff9e1a+5:2388:x1877774839196032:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 79us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786103.190862:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 72 00000100:00100000:2.0:1790786103.190876:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 73 00000100:00100000:2.0:1790786103.190895:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:efbfb111-16f9-432b-a398-4c95b7ff9e1a+13:2388:x1877774839195904:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:2.0:1790786103.190921:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:efbfb111-16f9-432b-a398-4c95b7ff9e1a+13:2388:x1877774839195904:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 39us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786103.190927:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 73 00000100:00080000:2.0:1790786103.190943:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1790786103.190946:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1790786103.191092:0:16302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839195776 00000100:00100000:3.0:1790786103.191096:0:16302:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839195776 00000100:00100000:3.0:1790786103.191131:0:16302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 167 00000100:00100000:3.0:1790786103.191139:0:16302:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011278b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62449d9c-f53c-470f-acb0-399bc9c778a3+13:2388:x1877774839195776:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:3.0:1790786103.191168:0:16302:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011278b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62449d9c-f53c-470f-acb0-399bc9c778a3+13:2388:x1877774839195776:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 31us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786103.191174:0:16302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 167 00000100:00100000:0.0:1790786103.197827:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786103.197905:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786103.197942:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786103.198012:0:16311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839196416 00000100:00100000:0.0:1790786103.198020:0:16311:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839196416 00000100:00100000:0.0:1790786103.198075:0:16311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839196544 00000100:00100000:0.0:1790786103.198079:0:16311:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839196544 00000100:00100000:0.0:1790786103.198102:0:16311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 74 00000100:00100000:0.0:1790786103.198111:0:16311:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e76414e-b633-4839-a6cc-214c12784b93+6:2388:x1877774839196416:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:0.0:1790786103.198179:0:16311:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e76414e-b633-4839-a6cc-214c12784b93+6:2388:x1877774839196416:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 69us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786103.198186:0:16311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 74 00000100:00100000:0.0:1790786103.198204:0:16311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 75 00000100:00100000:0.0:1790786103.198211:0:16311:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e76414e-b633-4839-a6cc-214c12784b93+5:2388:x1877774839196544:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:0.0:1790786103.198235:0:16311:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e76414e-b633-4839-a6cc-214c12784b93+5:2388:x1877774839196544:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 24us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786103.198241:0:16311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 75 00000100:00080000:0.0:1790786103.198259:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1790786103.198263:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1790786103.198506:0:17621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839196288 00000100:00100000:3.0:1790786103.198511:0:17621:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839196288 00000100:00100000:3.0:1790786103.198591:0:17621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 35 00000100:00100000:3.0:1790786103.198599:0:17621:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0102f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:efbfb111-16f9-432b-a398-4c95b7ff9e1a+5:2388:x1877774839196288:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:3.0:1790786103.198631:0:17621:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0102f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:efbfb111-16f9-432b-a398-4c95b7ff9e1a+5:2388:x1877774839196288:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 34us (813us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786103.198638:0:17621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 35 00000100:00080000:0.0:1790786103.199176:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790786103.200808:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786103.200873:0:17947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839196160 00000100:00100000:3.0:1790786103.200889:0:17947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839196160 00000100:00100000:3.0:1790786103.200947:0:17947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 33 00000100:00100000:3.0:1790786103.200958:0:17947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:efbfb111-16f9-432b-a398-4c95b7ff9e1a+5:2386:x1877774839196160:12345-192.168.203.2@tcp:9:kworker.0 00000020:00000080:3.0:1790786103.200983:0:17947:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed43dd 00000100:00080000:3.0:1790786103.200999:0:17947:0:(import.c:65:import_set_state_nolock()) ffff8c0005870800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1790786103.201036:0:17947:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1790786103.201270:0:17947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:efbfb111-16f9-432b-a398-4c95b7ff9e1a+2:2386:x1877774839196160:12345-192.168.203.2@tcp:9:kworker.0 Request processed in 314us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786103.201277:0:17947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 33 00010000:00010000:3.0:1790786103.201312:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1790786103.201445:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790786103.202865:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786103.202909:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786103.202999:0:17620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839196672 00000100:00100000:3.0:1790786103.203006:0:17620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839196672 00000100:00100000:3.0:1790786103.203054:0:17620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839196800 00000100:00100000:3.0:1790786103.203058:0:17620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839196800 00000100:00100000:3.0:1790786103.203082:0:17620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 34 00000100:00100000:3.0:1790786103.203090:0:17620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139feea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2e76414e-b633-4839-a6cc-214c12784b93+5:2386:x1877774839196672:12345-192.168.203.2@tcp:9:kworker.0 00000020:00000080:3.0:1790786103.203115:0:17620:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed4415 00000100:00080000:3.0:1790786103.203122:0:17620:0:(import.c:65:import_set_state_nolock()) ffff8c0006ba0800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1790786103.203152:0:17620:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1790786103.203287:0:17620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139feea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2e76414e-b633-4839-a6cc-214c12784b93+2:2386:x1877774839196672:12345-192.168.203.2@tcp:9:kworker.0 Request processed in 196us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786103.203294:0:17620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 34 00000100:00100000:3.0:1790786103.203308:0:17620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 35 00000100:00100000:3.0:1790786103.203315:0:17620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2e76414e-b633-4839-a6cc-214c12784b93+5:2386:x1877774839196800:12345-192.168.203.2@tcp:9:kworker.0 00000020:00000080:3.0:1790786103.203325:0:17620:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed441c 00000100:00080000:3.0:1790786103.203331:0:17620:0:(import.c:65:import_set_state_nolock()) ffff8c0006ba1000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1790786103.203352:0:17620:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934606 00000100:00100000:3.0:1790786103.203524:0:17620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2e76414e-b633-4839-a6cc-214c12784b93+2:2386:x1877774839196800:12345-192.168.203.2@tcp:9:kworker.0 Request processed in 209us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786103.203532:0:17620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 35 00010000:00010000:3.0:1790786103.203549:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1790786103.203907:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1790786103.203911:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1790786103.209385:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786103.692861:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1790786104.335522:0:16345:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1790786104.338072:0:16345:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1790786104.339137:0:16345:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1790786104.339147:0:16345:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1790786104.398909:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774854995712:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1790786104.398970:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786104.399017:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1790786104.399023:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774854995584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790786104.399045:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786104.399068:0:17624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854995712 00000100:00100000:0.0:1790786104.399077:0:17624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854995712 00000100:00100000:1.0:1790786104.399081:0:17623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854995584 00000100:00100000:1.0:1790786104.399087:0:17623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854995584 00000100:00100000:0.0:1790786104.399128:0:17624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1790786104.399160:0:17624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774854995712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1790786104.399196:0:17624:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1790786104.399246:0:17624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774854995712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786104.399254:0:17624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1790786104.407221:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774854995712:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1790786104.407256:0:17623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1790786104.407268:0:17623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774854995584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1790786104.407289:0:17623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1790786104.407379:0:17623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774854995584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (8332us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786104.407386:0:17623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1790786104.407420:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774854995584:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1790786104.407458:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:3.0:1790786104.483509:0:8106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2e76414e-b633-4839-a6cc-214c12784b93 00000020:00000080:3.0:1790786104.483517:0:8106:0:(genops.c:885:class_export_put()) final put ffff8c0006ba2800/2e76414e-b633-4839-a6cc-214c12784b93 00000001:00100000:3.0:1790786104.483536:0:8106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of efbfb111-16f9-432b-a398-4c95b7ff9e1a 00000020:00000080:3.0:1790786104.483538:0:8106:0:(genops.c:885:class_export_put()) final put ffff8c0005876800/efbfb111-16f9-432b-a398-4c95b7ff9e1a 00000020:00000080:3.0:1790786104.483575:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0006ba2800/2e76414e-b633-4839-a6cc-214c12784b93 for lustre-OST0000 00000020:00000080:3.0:1790786104.483616:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0005876800/efbfb111-16f9-432b-a398-4c95b7ff9e1a for lustre-OST0000 00000020:00000080:3.0:1790786104.483633:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0006ba0800 for lustre-OST0000 00000020:00000080:3.0:1790786104.483637:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0005870800 for lustre-OST0000 00010000:00010000:0.0:1790786104.719359:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786104.909083:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774854995840:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790786104.909166:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786104.911012:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c010521b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774854995968:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790786104.911067:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786104.911117:0:16953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854995840 00000100:00100000:3.0:1790786104.911125:0:16953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854995840 00000100:00100000:3.0:1790786104.911327:0:16953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854995968 00000100:00100000:3.0:1790786104.911331:0:16953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854995968 00000100:00100000:2.0:1790786104.911429:0:16314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1790786104.911441:0:16314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774854995840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1790786104.911478:0:16314:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:2.0:1790786104.911529:0:16314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774854995840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (2363us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786104.911536:0:16314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1790786104.911553:0:16314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1790786104.911560:0:16314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c010521b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774854995968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1790786104.911578:0:16314:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1790786104.911609:0:16314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c010521b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774854995968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 50us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786104.911615:0:16314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1790786104.911648:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774854995840:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790786104.911742:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c010521b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774854995968:0@lo:41:osp-pre-0-1.0 00000001:00080000:0.0:1790786105.520187:0:6440:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:0.0:1790786105.520201:0:6440:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:1.0:1790786105.520426:0:16351:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:1.0:1790786105.520438:0:16351:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:1.0:1790786105.740974:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1790786105.870769:0:16964:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00100000:3.0:1790786106.002105:0:9045:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 2e76414e-b633-4839-a6cc-214c12784b93 00000020:00000080:3.0:1790786106.002114:0:9045:0:(genops.c:885:class_export_put()) final put ffff8c0006ba3000/2e76414e-b633-4839-a6cc-214c12784b93 00000020:00000080:2.0:1790786106.003160:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0006ba3000/2e76414e-b633-4839-a6cc-214c12784b93 for lustre-OST0001 00000020:00000080:2.0:1790786106.003218:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0006ba1000 for lustre-OST0001 00000100:00100000:1.0:1790786106.449906:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774854996096:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790786106.449970:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786106.450025:0:3432:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1790786106.450031:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774854996224:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1790786106.450054:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786106.450088:0:17623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854996096 00000100:00100000:1.0:1790786106.450095:0:17623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854996096 00000100:00100000:1.0:1790786106.450132:0:17623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854996224 00000100:00100000:1.0:1790786106.450135:0:17623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854996224 00000100:00100000:1.0:1790786106.450150:0:17623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1790786106.450158:0:17623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3432:x1877774854996096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1790786106.450188:0:17623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 59441152 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1790786106.450233:0:17623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3432:x1877774854996096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786106.450240:0:17623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1790786106.450257:0:17623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1790786106.450263:0:17623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774854996224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1790786106.450272:0:17623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 59441152 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1790786106.450294:0:17623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774854996224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 31us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786106.450299:0:17623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:1.0:1790786106.450317:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1790786106.450353:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774854996224:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1790786106.450368:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774854996096:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790786106.450647:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ece41580-5c60-4ab8-8584-4ab4c3f79366:3430:1877774854996352:0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.450677:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786106.450737:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774854996864:0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.450762:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786106.450779:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013b6fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3430:1877774854997376:0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.450802:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786106.450820:0:3430:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1790786106.450826:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774854996480:0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.450849:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786106.450864:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013b6ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774854996992:0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.450883:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786106.450898:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013b6fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3430:1877774854997504:0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.450920:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786106.450949:0:16304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854996352 00000100:00100000:1.0:1790786106.450954:0:16304:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854996352 00000100:00100000:1.0:1790786106.450981:0:16304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1790786106.450986:0:16304:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0004554450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ece41580-5c60-4ab8-8584-4ab4c3f79366+24:3430:x1877774854996352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.451020:0:16304:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0004554450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ece41580-5c60-4ab8-8584-4ab4c3f79366+24:3430:x1877774854996352:12345-0@lo:400:kworker.0 Request processed in 33us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786106.451026:0:16304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1790786106.451049:0:16314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854996864 00000100:00100000:1.0:1790786106.451053:0:16314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854996864 00000100:00100000:1.0:1790786106.451073:0:16314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854996480 00000100:00100000:1.0:1790786106.451076:0:16314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854996480 00000100:00100000:1.0:1790786106.451087:0:16314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1790786106.451091:0:16314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b6fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774854996864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.451132:0:16314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b6fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774854996864:12345-0@lo:400:kworker.0 Request processed in 39us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786106.451139:0:16314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1790786106.451151:0:16314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1790786106.451157:0:16314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b6fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774854996480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.451182:0:16314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b6fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774854996480:12345-0@lo:400:kworker.0 Request processed in 26us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786106.451188:0:16314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1790786106.451205:0:16309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854997376 00000100:00100000:1.0:1790786106.451208:0:16309:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854997376 00000100:00100000:1.0:1790786106.451237:0:16309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854997504 00000100:00100000:1.0:1790786106.451239:0:16309:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854997504 00000100:00100000:1.0:1790786106.451258:0:16309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1790786106.451263:0:16309:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b6ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3430:x1877774854997376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.451291:0:16309:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b6ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3430:x1877774854997376:12345-0@lo:400:kworker.0 Request processed in 28us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786106.451297:0:16309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1790786106.451307:0:16309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1790786106.451313:0:16309:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b6fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3430:x1877774854997504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.451337:0:16309:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b6fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3430:x1877774854997504:12345-0@lo:400:kworker.0 Request processed in 25us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786106.451343:0:16309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1790786106.451362:0:17620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854996992 00000100:00100000:1.0:1790786106.451366:0:17620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854996992 00000100:00100000:1.0:1790786106.451390:0:17620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1790786106.451396:0:17620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b6fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774854996992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.451433:0:17620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b6fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774854996992:12345-0@lo:400:kworker.0 Request processed in 38us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786106.451438:0:17620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1790786106.451471:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3433:1877774854996736:0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.451495:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786106.451511:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013b6fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3433:1877774854997248:0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.451531:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786106.451545:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1790786106.451550:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774854996608:0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.451571:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786106.451586:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013b6fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3433:1877774854997120:0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.451603:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786106.451615:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013b6fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3433:1877774854997632:0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.451633:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786106.451652:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854996736 00000100:00100000:1.0:1790786106.451656:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854996736 00000100:00100000:1.0:1790786106.451675:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854997248 00000100:00100000:1.0:1790786106.451677:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854997248 00000100:00100000:1.0:1790786106.451723:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854997120 00000100:00100000:1.0:1790786106.451726:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854997120 00000100:00100000:1.0:1790786106.451738:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854997632 00000100:00100000:1.0:1790786106.451739:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854997632 00000100:00100000:1.0:1790786106.451753:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1790786106.451758:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b6fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3433:x1877774854996736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.451792:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b6fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3433:x1877774854996736:12345-0@lo:400:kworker.0 Request processed in 33us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786106.451798:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1790786106.451818:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1790786106.451824:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b6fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3433:x1877774854997248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.451852:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b6fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3433:x1877774854997248:12345-0@lo:400:kworker.0 Request processed in 28us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786106.451858:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1790786106.451869:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1790786106.451875:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b6fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3433:x1877774854997120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.451899:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b6fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3433:x1877774854997120:12345-0@lo:400:kworker.0 Request processed in 25us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786106.451905:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1790786106.451916:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1790786106.451922:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b6ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3433:x1877774854997632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.451947:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b6ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3433:x1877774854997632:12345-0@lo:400:kworker.0 Request processed in 25us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786106.451952:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00080000:1.0:1790786106.451971:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1790786106.451975:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1790786106.451977:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1790786106.451999:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013b6fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3433:1877774854997120:0@lo:400:kworker.0 00010000:00080000:1.0:1790786106.452011:0:3433:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c013b6fc700 x1877774854997632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786122 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786106.452021:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013b6fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3433:1877774854997632:0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.452030:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3433:1877774854996736:0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.452037:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013b6fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3433:1877774854997248:0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.452076:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774854996480:0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.452086:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013b6ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774854996992:0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.452095:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013b6fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3430:1877774854997504:0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.452103:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ece41580-5c60-4ab8-8584-4ab4c3f79366:3430:1877774854996352:0@lo:400:kworker.0 00000100:00100000:1.0:1790786106.452112:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774854996864:0@lo:400:kworker.0 00010000:00080000:1.0:1790786106.452122:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c013b6fd880 x1877774854997376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786122 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786106.452131:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013b6fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3430:1877774854997376:0@lo:400:kworker.0 00000100:00100000:3.0:1790786106.452455:0:17622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854996608 00000100:00100000:3.0:1790786106.452461:0:17622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854996608 00000100:00100000:3.0:1790786106.452597:0:17622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1790786106.452604:0:17622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b6fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774854996608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786106.452647:0:17622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b6fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774854996608:12345-0@lo:400:kworker.0 Request processed in 44us (1074us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786106.452663:0:17622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:3.0:1790786106.452790:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790786106.456385:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774854996608:0@lo:400:kworker.0 00010000:00010000:0.0:1790786106.766580:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786107.790178:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786108.306670:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786108.306743:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786108.306768:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786108.306791:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786108.306901:0:16303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839196928 00000100:00100000:2.0:1790786108.306910:0:16303:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839196928 00000100:00100000:2.0:1790786108.306954:0:16303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 169 00000100:00100000:2.0:1790786108.306963:0:16303:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0004557450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62449d9c-f53c-470f-acb0-399bc9c778a3+13:2388:x1877774839196928:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:2.0:1790786108.307027:0:16303:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0004557450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62449d9c-f53c-470f-acb0-399bc9c778a3+13:2388:x1877774839196928:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 66us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786108.307034:0:16303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 169 00000100:00100000:0.0:1790786108.307425:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786108.307472:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839197184 00000100:00100000:1.0:1790786108.307477:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839197184 00000100:00100000:0.0:1790786108.307509:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786108.307517:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839197440 00000100:00100000:1.0:1790786108.307520:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839197440 00000100:00100000:1.0:1790786108.307533:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839197056 00000100:00100000:1.0:1790786108.307536:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839197056 00000100:00100000:1.0:1790786108.307547:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839197568 00000100:00100000:1.0:1790786108.307548:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839197568 00000100:00100000:1.0:1790786108.307561:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 82 00000100:00100000:1.0:1790786108.307567:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:efbfb111-16f9-432b-a398-4c95b7ff9e1a+5:2388:x1877774839197184:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:1.0:1790786108.307614:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:efbfb111-16f9-432b-a398-4c95b7ff9e1a+5:2388:x1877774839197184:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 47us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786108.307620:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 82 00000100:00100000:1.0:1790786108.307632:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 83 00000100:00100000:1.0:1790786108.307646:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e76414e-b633-4839-a6cc-214c12784b93+6:2388:x1877774839197440:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:1.0:1790786108.307670:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e76414e-b633-4839-a6cc-214c12784b93+6:2388:x1877774839197440:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 24us (901us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786108.307675:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 83 00000100:00100000:1.0:1790786108.307716:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 84 00000100:00100000:1.0:1790786108.307724:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:efbfb111-16f9-432b-a398-4c95b7ff9e1a+12:2388:x1877774839197056:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:1.0:1790786108.307748:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:efbfb111-16f9-432b-a398-4c95b7ff9e1a+12:2388:x1877774839197056:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 25us (956us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786108.307754:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 84 00000100:00100000:1.0:1790786108.307779:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 85 00000100:00100000:1.0:1790786108.307785:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e76414e-b633-4839-a6cc-214c12784b93+5:2388:x1877774839197568:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:1.0:1790786108.307808:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2e76414e-b633-4839-a6cc-214c12784b93+5:2388:x1877774839197568:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 23us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786108.307814:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 85 00000100:00080000:1.0:1790786108.310737:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1790786108.310744:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1790786108.310957:0:17620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839197312 00000100:00100000:2.0:1790786108.310967:0:17620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839197312 00000100:00100000:2.0:1790786108.311032:0:17620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 38 00000100:00100000:2.0:1790786108.311044:0:17620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:efbfb111-16f9-432b-a398-4c95b7ff9e1a+5:2388:x1877774839197312:12345-192.168.203.2@tcp:400:kworker.0 00000100:00080000:1.0:1790786108.311111:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1790786108.311280:0:17620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:efbfb111-16f9-432b-a398-4c95b7ff9e1a+5:2388:x1877774839197312:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 237us (3854us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786108.311289:0:17620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 38 00010000:00010000:0.0:1790786108.816405:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786109.526704:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774854997760:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1790786109.526784:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786109.526844:0:17623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854997760 00000100:00100000:0.0:1790786109.526852:0:17623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854997760 00000100:00100000:0.0:1790786109.526902:0:17623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1790786109.526912:0:17623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774854997760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1790786109.526948:0:17623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1790786109.526993:0:17623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774854997760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786109.527011:0:17623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:0.0:1790786109.527033:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790786109.527069:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774854997760:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1790786109.539471:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c010521b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774854997888:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1790786109.539539:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786109.539795:0:17623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854997888 00000100:00100000:2.0:1790786109.539804:0:17623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854997888 00000100:00100000:2.0:1790786109.539862:0:17623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1790786109.539871:0:17623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774854997888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1790786109.539891:0:17623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00080000:3.0:1790786109.543576:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790786109.547196:0:17623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774854997888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7317us (7648us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786109.547210:0:17623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1790786109.550926:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c010521b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774854997888:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1790786109.838119:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790786110.028037:0:3430:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1790786110.028062:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0105218700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774854998016:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1790786110.028142:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786110.028345:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1790786110.028355:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774854998144:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790786110.028384:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786110.028511:0:16953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854998016 00000100:00100000:1.0:1790786110.028519:0:16953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854998016 00000100:00100000:1.0:1790786110.028566:0:16953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854998144 00000100:00100000:1.0:1790786110.028569:0:16953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854998144 00000100:00100000:1.0:1790786110.028584:0:16953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1790786110.028593:0:16953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774854998016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1790786110.028632:0:16953:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1790786110.028726:0:16953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774854998016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 134us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786110.028741:0:16953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1790786110.028760:0:16953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1790786110.028766:0:16953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774854998144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1790786110.028786:0:16953:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:1.0:1790786110.028820:0:16953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774854998144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 54us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786110.028826:0:16953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1790786110.028940:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0105218700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774854998016:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790786110.029059:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774854998144:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1790786110.861811:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786111.564045:0:3432:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1790786111.564068:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c010521a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774854998272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790786111.564151:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786111.564428:0:3431:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1790786111.564457:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774854998400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1790786111.564534:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786111.564631:0:17624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854998272 00000100:00100000:0.0:1790786111.564642:0:17624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854998272 00000100:00100000:0.0:1790786111.564757:0:17624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854998400 00000100:00100000:0.0:1790786111.564761:0:17624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854998400 00000100:00100000:0.0:1790786111.564787:0:17624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1790786111.564799:0:17624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0105218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774854998272:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790786111.565114:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013c0d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ece41580-5c60-4ab8-8584-4ab4c3f79366:3431:1877774854998528:0@lo:400:kworker.0 00000100:00100000:3.0:1790786111.565185:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786111.565275:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013c0d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774854999040:0@lo:400:kworker.0 00000100:00100000:2.0:1790786111.565287:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013c0d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3430:1877774854998912:0@lo:400:kworker.0 00000100:00100000:3.0:1790786111.565317:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786111.565350:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139c0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3431:1877774854999552:0@lo:400:kworker.0 00000100:00100000:2.0:1790786111.565361:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786111.565403:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139c0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3430:1877774854999424:0@lo:400:kworker.0 00000100:00100000:3.0:1790786111.565417:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786111.565450:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786111.565501:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854998912 00000100:00100000:2.0:1790786111.565506:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854998912 00000100:00100000:2.0:1790786111.565546:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854999552 00000100:00100000:2.0:1790786111.565549:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854999552 00000100:00100000:2.0:1790786111.565571:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854999424 00000100:00100000:2.0:1790786111.565574:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854999424 00000100:00100000:2.0:1790786111.565591:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1790786111.565599:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139c0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3430:x1877774854998912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786111.565660:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139c0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3430:x1877774854998912:12345-0@lo:400:kworker.0 Request processed in 62us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786111.565681:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00002000:00000024:0.0:1790786111.565950:0:17624:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 59441152 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1790786111.565998:0:17624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0105218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774854998272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1201us (1847us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786111.566007:0:17624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1790786111.566031:0:17624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1790786111.566095:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013c0d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774854998784:0@lo:400:kworker.0 00000100:00100000:1.0:1790786111.566138:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786111.566166:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139c0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3433:1877774854999296:0@lo:400:kworker.0 00000100:00100000:1.0:1790786111.566187:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786111.566197:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139c0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3433:1877774854999808:0@lo:400:kworker.0 00000100:00100000:1.0:1790786111.566216:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786111.566231:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1790786111.566238:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013c0d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774854998656:0@lo:400:kworker.0 00000100:00100000:1.0:1790786111.566259:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786111.566280:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139c0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774854999168:0@lo:400:kworker.0 00000100:00100000:1.0:1790786111.566299:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786111.566315:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139c0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3433:1877774854999680:0@lo:400:kworker.0 00000100:00100000:1.0:1790786111.566335:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786111.566363:0:16302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854998528 00000100:00100000:1.0:1790786111.566371:0:16302:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854998528 00000100:00100000:1.0:1790786111.566426:0:16302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1790786111.566446:0:16302:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0004555050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ece41580-5c60-4ab8-8584-4ab4c3f79366+24:3431:x1877774854998528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786111.566510:0:17624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774854998400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1790786111.566545:0:17624:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 59441152 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1790786111.566619:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854999296 00000100:00100000:2.0:1790786111.566625:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854999296 00000100:00100000:2.0:1790786111.566648:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854999808 00000100:00100000:2.0:1790786111.566651:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854999808 00000100:00100000:2.0:1790786111.566682:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854999680 00000100:00100000:2.0:1790786111.566686:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854999680 00000100:00100000:3.0:1790786111.566737:0:16310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1790786111.567119:0:16310:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c010521bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3431:x1877774854999552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786111.567317:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1790786111.567330:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139c0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3430:x1877774854999424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786111.568688:0:16302:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0004555050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ece41580-5c60-4ab8-8584-4ab4c3f79366+24:3431:x1877774854998528:12345-0@lo:400:kworker.0 Request processed in 2235us (3497us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786111.568722:0:16302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1790786111.568816:0:16953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854999040 00000100:00100000:0.0:1790786111.568924:0:17624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774854998400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2748us (4251us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786111.568941:0:17624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:0.0:1790786111.568988:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1790786111.568995:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1790786111.568999:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790786111.569017:0:16315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854998656 00000100:00100000:0.0:1790786111.569027:0:16315:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854998656 00000100:00100000:0.0:1790786111.569161:0:16315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1790786111.569172:0:16315:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b6fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774854998656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786111.569244:0:16315:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b6fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774854998656:12345-0@lo:400:kworker.0 Request processed in 74us (2983us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786111.569251:0:16315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1790786111.569320:0:17947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854998784 00000100:00100000:0.0:1790786111.569325:0:17947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854998784 00000100:00100000:0.0:1790786111.569360:0:17947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854999168 00000100:00100000:0.0:1790786111.569363:0:17947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854999168 00000100:00100000:0.0:1790786111.569384:0:17947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1790786111.569391:0:17947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b6fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774854998784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786111.569426:0:17947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b6fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774854998784:12345-0@lo:400:kworker.0 Request processed in 35us (3288us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786111.569432:0:17947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1790786111.569443:0:17947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1790786111.569449:0:17947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b6fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774854999168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786111.569478:0:17947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b6fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774854999168:12345-0@lo:400:kworker.0 Request processed in 29us (3178us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786111.569507:0:17947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1790786111.569539:0:16311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1790786111.569546:0:16311:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b6fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3433:x1877774854999296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786111.569686:0:16311:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b6fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3433:x1877774854999296:12345-0@lo:400:kworker.0 Request processed in 140us (3497us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786111.569728:0:16311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1790786111.569747:0:16311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1790786111.569755:0:16311:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b6ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3433:x1877774854999808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786111.569809:0:16311:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b6ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3433:x1877774854999808:12345-0@lo:400:kworker.0 Request processed in 53us (3590us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786111.569814:0:16953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854999040 00000100:00100000:0.0:1790786111.569819:0:16311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1790786111.569898:0:16953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1790786111.569909:0:16953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0105218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774854999040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786111.569958:0:16311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1790786111.569970:0:16311:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b6fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3433:x1877774854999680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786111.570003:0:16953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0105218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774854999040:12345-0@lo:400:kworker.0 Request processed in 93us (4685us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786111.570013:0:16953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1790786111.570033:0:16311:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b6fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3433:x1877774854999680:12345-0@lo:400:kworker.0 Request processed in 65us (3695us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786111.570109:0:16311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00080000:0.0:1790786111.570143:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790786111.570204:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013c0d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774854999040:0@lo:400:kworker.0 00000100:00100000:0.0:1790786111.570220:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013c0d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ece41580-5c60-4ab8-8584-4ab4c3f79366:3431:1877774854998528:0@lo:400:kworker.0 00000100:00100000:0.0:1790786111.570243:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774854998400:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790786111.570304:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013c0d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774854998656:0@lo:400:kworker.0 00000100:00100000:1.0:1790786111.570335:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139c0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774854999168:0@lo:400:kworker.0 00000100:00100000:0.0:1790786111.570341:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013c0d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3430:1877774854998912:0@lo:400:kworker.0 00000100:00100000:1.0:1790786111.570365:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139c0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3433:1877774854999680:0@lo:400:kworker.0 00000100:00100000:1.0:1790786111.570387:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013c0d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774854998784:0@lo:400:kworker.0 00000100:00100000:0.0:1790786111.570417:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c010521a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774854998272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790786111.570811:0:16310:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c010521bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3431:x1877774854999552:12345-0@lo:400:kworker.0 Request processed in 3696us (5394us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786111.570824:0:16310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1790786111.570880:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139c0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3433:1877774854999296:0@lo:400:kworker.0 00010000:00080000:1.0:1790786111.570900:0:3433:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c0139c0ca80 x1877774854999808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786111.570913:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139c0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3433:1877774854999808:0@lo:400:kworker.0 00010000:00080000:1.0:1790786111.570982:0:3431:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c0139c0d880 x1877774854999552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786111.570993:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139c0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3431:1877774854999552:0@lo:400:kworker.0 00000100:00100000:2.0:1790786111.579978:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139c0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3430:x1877774854999424:12345-0@lo:400:kworker.0 Request processed in 12637us (14516us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786111.580020:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1790786111.580479:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139c0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3430:1877774854999424:0@lo:400:kworker.0 00010000:00010000:0.0:1790786111.884199:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1790786112.375148:0:19964:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 12:35:10 (1790786110) 00010000:00010000:0.0:1790786112.908806:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790786113.432806:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786113.432859:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786113.432884:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786113.432908:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786113.432926:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786113.432955:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786113.432993:0:19179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839197952 00000100:00100000:1.0:1790786113.433006:0:19179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839197952 00000100:00100000:1.0:1790786113.433073:0:19179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839198208 00000100:00100000:1.0:1790786113.433076:0:19179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839198208 00000100:00100000:1.0:1790786113.433091:0:19179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839197824 00000100:00100000:1.0:1790786113.433093:0:19179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839197824 00000100:00100000:1.0:1790786113.433104:0:19179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839198336 00000100:00100000:1.0:1790786113.433106:0:19179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839198336 00000100:00100000:1.0:1790786113.433123:0:19179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 92 00000100:00100000:1.0:1790786113.433135:0:19179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b6ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:efbfb111-16f9-432b-a398-4c95b7ff9e1a+5:2388:x1877774839197952:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:1.0:1790786113.433234:0:19179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b6ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:efbfb111-16f9-432b-a398-4c95b7ff9e1a+5:2388:x1877774839197952:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 100us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786113.433243:0:19179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 92 00000100:00100000:1.0:1790786113.433277:0:19179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 93 00000100:00100000:1.0:1790786113.433284:0:19179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b6fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2e76414e-b633-4839-a6cc-214c12784b93+6:2388:x1877774839198208:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:1.0:1790786113.433311:0:19179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b6fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2e76414e-b633-4839-a6cc-214c12784b93+6:2388:x1877774839198208:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 28us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786113.433318:0:19179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 93 00000100:00100000:1.0:1790786113.433329:0:19179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 94 00000100:00100000:1.0:1790786113.433336:0:19179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:efbfb111-16f9-432b-a398-4c95b7ff9e1a+12:2388:x1877774839197824:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:1.0:1790786113.433376:0:19179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:efbfb111-16f9-432b-a398-4c95b7ff9e1a+12:2388:x1877774839197824:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 40us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786113.433382:0:19179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 94 00000100:00100000:1.0:1790786113.433394:0:19179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 95 00000100:00100000:1.0:1790786113.433400:0:19179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2e76414e-b633-4839-a6cc-214c12784b93+5:2388:x1877774839198336:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:1.0:1790786113.433422:0:19179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2e76414e-b633-4839-a6cc-214c12784b93+5:2388:x1877774839198336:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 23us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786113.433428:0:19179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 95 00000100:00100000:1.0:1790786113.433448:0:17947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839198080 00000100:00100000:1.0:1790786113.433452:0:17947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839198080 00000100:00100000:1.0:1790786113.433483:0:17947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 41 00000100:00100000:1.0:1790786113.433490:0:17947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:efbfb111-16f9-432b-a398-4c95b7ff9e1a+5:2388:x1877774839198080:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:1.0:1790786113.433514:0:17947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:efbfb111-16f9-432b-a398-4c95b7ff9e1a+5:2388:x1877774839198080:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 26us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786113.433520:0:17947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 41 00000100:00100000:2.0:1790786113.434043:0:16304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839197696 00000100:00100000:2.0:1790786113.434049:0:16304:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839197696 00000100:00100000:3.0:1790786113.434119:0:16304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 171 00000100:00100000:3.0:1790786113.434132:0:16304:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0004554850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62449d9c-f53c-470f-acb0-399bc9c778a3+13:2388:x1877774839197696:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:3.0:1790786113.434175:0:16304:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0004554850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62449d9c-f53c-470f-acb0-399bc9c778a3+13:2388:x1877774839197696:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 48us (1385us total) trans 0 rc 0/0 00000100:00080000:0.0:1790786113.437803:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1790786113.437819:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1790786113.437823:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1790786113.448036:0:16304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 171 00010000:00010000:2.0:1790786113.933344:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1790786114.572757:0:16345:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1790786114.572769:0:16345:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1790786114.572821:0:16345:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1790786114.572829:0:16345:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1790786114.640555:0:3431:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1790786114.640596:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774854999936:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790786114.640737:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786114.641003:0:17623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774854999936 00000100:00100000:2.0:1790786114.641012:0:17623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774854999936 00000100:00100000:2.0:1790786114.641088:0:17623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1790786114.641100:0:17623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774854999936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1790786114.641145:0:17623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790786114.641196:0:17623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774854999936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786114.641203:0:17623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:2.0:1790786114.641227:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790786114.641729:0:3430:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1790786114.641745:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139c0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855000064:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1790786114.641789:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786114.643905:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774854999936:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1790786114.645323:0:17623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855000064 00000100:00100000:2.0:1790786114.645337:0:17623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855000064 00000100:00100000:2.0:1790786114.645423:0:17623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1790786114.645432:0:17623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855000064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1790786114.645464:0:17623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790786114.645554:0:17623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855000064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (3765us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786114.645563:0:17623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1790786114.645778:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139c0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855000064:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1790786114.646782:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1790786114.961184:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1790786115.084474:0:16964:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1790786115.148243:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855000192:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790786115.149188:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786115.151869:0:16314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855000192 00000100:00100000:1.0:1790786115.151893:0:16314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855000192 00000100:00100000:1.0:1790786115.151989:0:16314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1790786115.152003:0:16314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c010521a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855000192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1790786115.152074:0:16314:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:1.0:1790786115.152200:0:16314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c010521a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855000192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 199us (3013us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786115.152208:0:16314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1790786115.152405:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855000192:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790786115.152435:0:3432:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1790786115.152449:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139c0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855000320:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790786115.152497:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786115.153327:0:16315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855000320 00000100:00100000:1.0:1790786115.153336:0:16315:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855000320 00000100:00100000:1.0:1790786115.153387:0:16315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1790786115.153396:0:16315:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0105218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3432:x1877774855000320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1790786115.153431:0:16315:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1790786115.153491:0:16315:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0105218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3432:x1877774855000320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786115.153499:0:16315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1790786115.153541:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139c0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855000320:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1790786115.980128:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790786116.601354:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786116.601585:0:16313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839198592 00000100:00100000:3.0:1790786116.601616:0:16313:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839198592 00000100:00100000:3.0:1790786116.601770:0:16313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 13 00000100:00100000:3.0:1790786116.601787:0:16313:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:efbfb111-16f9-432b-a398-4c95b7ff9e1a+12:16546:x1877774839198592:12345-192.168.203.2@tcp:35:umount.0 00000001:00080000:3.0:1790786116.602311:0:16313:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:3.0:1790786116.602537:0:16313:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:3.0:1790786116.602770:0:16313:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:efbfb111-16f9-432b-a398-4c95b7ff9e1a+15:16546:x1877774839198592:12345-192.168.203.2@tcp:35:umount.0 Request processed in 986us (1428us total) trans 8589934626 rc 0/0 00000100:00100000:3.0:1790786116.602779:0:16313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 13 00000020:00080000:3.0:1790786116.602785:0:16313:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00080000:1.0:1790786116.602855:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1790786116.608918:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786116.608989:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786116.609045:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786116.612766:0:16296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839198720 00000100:00100000:1.0:1790786116.612790:0:16296:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839198720 00000100:00100000:1.0:1790786116.614874:0:16296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839198976 00000100:00100000:1.0:1790786116.614893:0:16296:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839198976 00000100:00100000:1.0:1790786116.614947:0:16296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839198848 00000100:00100000:1.0:1790786116.614951:0:16296:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839198848 00000100:00100000:1.0:1790786116.614978:0:16296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 3 00000100:00100000:1.0:1790786116.614990:0:16296:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139c0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62449d9c-f53c-470f-acb0-399bc9c778a3+15:2388:x1877774839198720:12345-192.168.203.2@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1790786116.615011:0:16296:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790786116.615037:0:16296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c35e800/0x19fa32945bed43b3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564497 expref: 15 pid: 16303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786116.615060:0:16296:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790786116.615144:0:16296:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139c0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62449d9c-f53c-470f-acb0-399bc9c778a3+14:2388:x1877774839198720:12345-192.168.203.2@tcp:103:ldlm_bl.0 Request processed in 155us (6239us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786116.615170:0:16296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 3 00000100:00100000:1.0:1790786116.615198:0:16296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 4 00000100:00100000:1.0:1790786116.615204:0:16296:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139c0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62449d9c-f53c-470f-acb0-399bc9c778a3+13:2388:x1877774839198976:12345-192.168.203.2@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1790786116.615212:0:16296:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790786116.615221:0:16296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c01071c2e00/0x19fa32945bed4477 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756457e expref: 13 pid: 16303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786116.615232:0:16296:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790786116.615249:0:16296:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139c0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62449d9c-f53c-470f-acb0-399bc9c778a3+12:2388:x1877774839198976:12345-192.168.203.2@tcp:103:ldlm_bl.0 Request processed in 46us (6260us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786116.615255:0:16296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 4 00000100:00100000:1.0:1790786116.615266:0:16296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 5 00000100:00100000:1.0:1790786116.615271:0:16296:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139c0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62449d9c-f53c-470f-acb0-399bc9c778a3+11:2388:x1877774839198848:12345-192.168.203.2@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1790786116.615278:0:16296:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790786116.615285:0:16296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c125e00/0x19fa32945bed43ba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475644c8 expref: 11 pid: 16302 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786116.615295:0:16296:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790786116.615308:0:16296:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139c0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62449d9c-f53c-470f-acb0-399bc9c778a3+10:2388:x1877774839198848:12345-192.168.203.2@tcp:103:ldlm_bl.0 Request processed in 37us (6263us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786116.615314:0:16296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 5 00000100:00100000:0.0:1790786116.618131:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786116.619738:0:17622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839199104 00000100:00100000:3.0:1790786116.619755:0:17622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839199104 00000100:00080000:0.0:1790786116.620235:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790786116.620308:0:17622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 36 00000100:00100000:0.0:1790786116.620321:0:17622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:efbfb111-16f9-432b-a398-4c95b7ff9e1a+5:2386:x1877774839199104:12345-192.168.203.2@tcp:9:umount.0 00000020:00000080:0.0:1790786116.620370:0:17622:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed43d6 00000100:00080000:0.0:1790786116.620384:0:17622:0:(import.c:65:import_set_state_nolock()) ffff8c0004d18800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1790786116.620440:0:17622:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934606 00000100:00100000:0.0:1790786116.620853:0:17622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:efbfb111-16f9-432b-a398-4c95b7ff9e1a+2:2386:x1877774839199104:12345-192.168.203.2@tcp:9:umount.0 Request processed in 535us (2735us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786116.620863:0:17622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 36 00010000:00010000:0.0:1790786116.620923:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790786116.630137:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786116.630226:0:19179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839200000 00000100:00100000:0.0:1790786116.630239:0:19179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839200000 00000100:00100000:0.0:1790786116.630322:0:19179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 65 00000100:00100000:0.0:1790786116.630335:0:19179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:efbfb111-16f9-432b-a398-4c95b7ff9e1a+15:2386:x1877774839200000:12345-192.168.203.2@tcp:39:umount.0 00000020:00000080:0.0:1790786116.630381:0:19179:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed43c8 00000020:00010000:0.0:1790786116.630421:0:19179:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8c0004078800: total 0 00000100:00080000:0.0:1790786116.630427:0:19179:0:(import.c:65:import_set_state_nolock()) ffff8c0005873000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1790786116.630458:0:19179:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:0.0:1790786116.631054:0:19179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:efbfb111-16f9-432b-a398-4c95b7ff9e1a+14:2386:x1877774839200000:12345-192.168.203.2@tcp:39:umount.0 Request processed in 720us (932us total) trans 8589934627 rc 0/0 00000100:00100000:0.0:1790786116.631064:0:19179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 65 00000020:00010000:2.0:1790786116.631432:0:17951:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8c0004078800: total 0 00010000:00010000:2.0:1790786116.631439:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786116.631490:0:17951:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8c0004078800, canceled 0 locks, left on hash table 7. 00010000:00010000:2.0:1790786116.631529:0:17951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8c01109d1700) 00010000:00010000:2.0:1790786116.631534:0:17951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1790786116.631545:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c35fa00/0x19fa32945bed4493 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564585 expref: 13 pid: 16311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786116.631587:0:17951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8c01109d1300) 00010000:00010000:2.0:1790786116.631590:0:17951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1790786116.631594:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c124400/0x19fa32945bed4573 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475645c4 expref: 12 pid: 18819 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786116.631609:0:17951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8c01109d1900) 00010000:00010000:2.0:1790786116.631611:0:17951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1790786116.631615:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed466f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564611 expref: 11 pid: 16311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786116.631639:0:17951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8c01111c2e00) 00010000:00010000:2.0:1790786116.631642:0:17951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790786116.631646:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c125c00/0x19fa32945bed44af lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756458c expref: 10 pid: 16310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786116.631662:0:17951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8c0103d5af00) 00010000:00010000:2.0:1790786116.631665:0:17951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1790786116.631669:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed45f1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475645ee expref: 9 pid: 16310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786116.631729:0:17951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8c0103d5af00) 00010000:00010000:2.0:1790786116.631732:0:17951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1790786116.631736:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01029d8200/0x19fa32945bed4614 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475645fc expref: 8 pid: 16309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786116.631759:0:17951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c01111fc900) 00010000:00010000:2.0:1790786116.631762:0:17951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1790786116.631765:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01029d8400/0x19fa32945bed44ee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756459a expref: 7 pid: 19179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786116.631777:0:17951:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8c0004078800, canceled 7 locks, left on hash table 0. 00010000:00010000:2.0:1790786116.631800:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786116.631803:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786116.631804:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786116.648573:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786116.648727:0:16310:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839200128 00000100:00100000:3.0:1790786116.648741:0:16310:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839200128 00000100:00100000:3.0:1790786116.648844:0:16310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 66 00000100:00100000:3.0:1790786116.648858:0:16310:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:efbfb111-16f9-432b-a398-4c95b7ff9e1a+5:2386:x1877774839200128:12345-192.168.203.2@tcp:39:umount.0 00000020:00000080:3.0:1790786116.648911:0:16310:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed43cf 00000100:00080000:3.0:1790786116.648933:0:16310:0:(import.c:65:import_set_state_nolock()) ffff8c0005874000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1790786116.648970:0:16310:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:3.0:1790786116.649517:0:16310:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:efbfb111-16f9-432b-a398-4c95b7ff9e1a+3:2386:x1877774839200128:12345-192.168.203.2@tcp:39:umount.0 Request processed in 657us (963us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1790786116.649528:0:16310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 66 00010000:00010000:2.0:1790786116.650343:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1790786116.650405:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1790786116.684236:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c010521aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774855000832:0@lo:400:kworker.0 00000100:00100000:3.0:1790786116.684338:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786116.684407:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855001344:0@lo:400:kworker.0 00000100:00100000:3.0:1790786116.684432:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786116.684459:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3433:1877774855001856:0@lo:400:kworker.0 00000100:00100000:3.0:1790786116.684487:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786116.684538:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1790786116.684544:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c010521a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774855000704:0@lo:400:kworker.0 00000100:00100000:3.0:1790786116.684851:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786116.684875:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0105218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855001216:0@lo:400:kworker.0 00000100:00100000:3.0:1790786116.684899:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786116.684916:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3433:1877774855001728:0@lo:400:kworker.0 00000100:00100000:3.0:1790786116.684939:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786116.684974:0:17947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855000832 00000100:00100000:3.0:1790786116.684984:0:17947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855000832 00000100:00100000:3.0:1790786116.685039:0:17947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855001344 00000100:00100000:3.0:1790786116.685042:0:17947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855001344 00000100:00100000:3.0:1790786116.685060:0:17947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855000704 00000100:00100000:3.0:1790786116.685062:0:17947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855000704 00000100:00100000:3.0:1790786116.685077:0:17947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855001216 00000100:00100000:3.0:1790786116.685080:0:17947:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855001216 00000100:00100000:3.0:1790786116.685114:0:17947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1790786116.685124:0:17947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774855000832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786116.685183:0:17947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774855000832:12345-0@lo:400:kworker.0 Request processed in 60us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786116.685190:0:17947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1790786116.685209:0:17947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1790786116.685215:0:17947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855001344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786116.685240:0:17947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855001344:12345-0@lo:400:kworker.0 Request processed in 26us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786116.685247:0:17947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1790786116.685373:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c010521ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855000576:0@lo:400:kworker.0 00000100:00100000:1.0:1790786116.685410:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786116.685488:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c010521b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ece41580-5c60-4ab8-8584-4ab4c3f79366:3430:1877774855000448:0@lo:400:kworker.0 00000100:00100000:2.0:1790786116.685527:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786116.685580:0:17947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1790786116.685587:0:17947:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774855000704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786116.685640:0:17947:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774855000704:12345-0@lo:400:kworker.0 Request processed in 42us (778us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786116.685647:0:17947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1790786116.686005:0:16315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855000576 00000100:00100000:0.0:1790786116.686011:0:16315:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855000576 00000100:00100000:0.0:1790786116.686048:0:16315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1790786116.686056:0:16315:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855000576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786116.686098:0:16315:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855000576:12345-0@lo:400:kworker.0 Request processed in 44us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786116.686105:0:16315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1790786116.691214:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c010521ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855000576:0@lo:400:kworker.0 00000100:00100000:1.0:1790786116.691335:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0105219180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855001088:0@lo:400:kworker.0 00000100:00100000:1.0:1790786116.691426:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786116.691480:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3431:1877774855001600:0@lo:400:kworker.0 00000100:00100000:1.0:1790786116.691512:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786116.691574:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013c0d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855002112:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790786116.691603:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786116.691669:0:16303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855000448 00000100:00100000:1.0:1790786116.691687:0:16303:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855000448 00000100:00100000:1.0:1790786116.691761:0:16303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1790786116.691772:0:16303:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0004554050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ece41580-5c60-4ab8-8584-4ab4c3f79366+24:3430:x1877774855000448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786116.691842:0:16303:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0004554050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ece41580-5c60-4ab8-8584-4ab4c3f79366+24:3430:x1877774855000448:12345-0@lo:400:kworker.0 Request processed in 73us (6314us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786116.691851:0:16303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1790786116.691894:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855001856 00000100:00100000:1.0:1790786116.691899:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855001856 00000100:00100000:1.0:1790786116.691937:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855001728 00000100:00100000:1.0:1790786116.691941:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855001728 00000100:00100000:1.0:1790786116.691962:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855001600 00000100:00100000:1.0:1790786116.691965:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855001600 00000100:00100000:1.0:1790786116.691983:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1790786116.691991:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3433:x1877774855001856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786116.692031:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3433:x1877774855001856:12345-0@lo:400:kworker.0 Request processed in 40us (7543us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786116.692038:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1790786116.692053:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1790786116.692059:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3433:x1877774855001728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786116.692107:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3433:x1877774855001728:12345-0@lo:400:kworker.0 Request processed in 49us (7167us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786116.692114:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1790786116.692128:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1790786116.692134:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3431:x1877774855001600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786116.692168:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3431:x1877774855001600:12345-0@lo:400:kworker.0 Request processed in 34us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786116.692175:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1790786116.692214:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3431:1877774855001600:0@lo:400:kworker.0 00000100:00100000:1.0:1790786116.692317:0:17621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1790786116.692327:0:17621:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855001216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786116.692384:0:17621:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855001216:12345-0@lo:400:kworker.0 Request processed in 59us (7484us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786116.692392:0:17621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00080000:1.0:1790786116.692420:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1790786116.692425:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1790786116.692428:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1790786116.692431:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1790786116.692460:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c010521a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774855000704:0@lo:400:kworker.0 00000100:00100000:1.0:1790786116.692473:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0105218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855001216:0@lo:400:kworker.0 00010000:00080000:1.0:1790786116.692487:0:3433:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c0140e13800 x1877774855001728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786116.692499:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3433:1877774855001728:0@lo:400:kworker.0 00000100:00100000:1.0:1790786116.692513:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c010521aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774855000832:0@lo:400:kworker.0 00000100:00100000:1.0:1790786116.692536:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855001344:0@lo:400:kworker.0 00000100:00100000:1.0:1790786116.692547:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3433:1877774855001856:0@lo:400:kworker.0 00000100:00100000:1.0:1790786116.692596:0:17623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855002112 00000100:00100000:1.0:1790786116.692600:0:17623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855002112 00000100:00100000:1.0:1790786116.692640:0:17623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1790786116.692648:0:17623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855002112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1790786116.692683:0:17623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1790786116.692749:0:17623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855002112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (1145us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786116.692756:0:17623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1790786116.692789:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013c0d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855002112:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790786116.692871:0:16314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855001088 00000100:00100000:1.0:1790786116.692875:0:16314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855001088 00000100:00100000:1.0:1790786116.692899:0:16314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1790786116.692905:0:16314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855001088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786116.692944:0:16314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855001088:12345-0@lo:400:kworker.0 Request processed in 39us (1519us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786116.692950:0:16314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1790786116.692964:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1790786116.692973:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774855002240:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1790786116.693001:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786116.693024:0:17623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855002240 00000100:00100000:1.0:1790786116.693027:0:17623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855002240 00000100:00100000:1.0:1790786116.693043:0:17623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1790786116.693049:0:17623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774855002240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1790786116.693069:0:17623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1790786116.693097:0:17623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774855002240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786116.693106:0:17623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1790786116.693132:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0105219180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855001088:0@lo:400:kworker.0 00000100:00100000:1.0:1790786116.693153:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774855002240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1790786116.697761:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c010521b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ece41580-5c60-4ab8-8584-4ab4c3f79366:3430:1877774855000448:0@lo:400:kworker.0 00000100:00100000:2.0:1790786116.697788:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0105219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3430:1877774855000960:0@lo:400:kworker.0 00000100:00100000:2.0:1790786116.697854:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786116.697912:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855000960 00000100:00100000:2.0:1790786116.697920:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855000960 00000100:00100000:2.0:1790786116.697969:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1790786116.697978:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3430:x1877774855000960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786116.698025:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139c0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3430:x1877774855000960:12345-0@lo:400:kworker.0 Request processed in 48us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786116.698046:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1790786116.698105:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0105219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3430:1877774855000960:0@lo:400:kworker.0 00000100:00100000:2.0:1790786116.698113:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774855001472:0@lo:400:kworker.0 00000100:00100000:2.0:1790786116.698137:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786116.698158:0:16310:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855001472 00000100:00100000:2.0:1790786116.698162:0:16310:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855001472 00000100:00100000:2.0:1790786116.698186:0:16310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1790786116.698193:0:16310:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139c0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3430:x1877774855001472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786116.698222:0:16310:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139c0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3430:x1877774855001472:12345-0@lo:400:kworker.0 Request processed in 29us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786116.698228:0:16310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1790786116.698255:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774855001472:0@lo:400:kworker.0 00000100:00100000:2.0:1790786116.698262:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3430:1877774855001984:0@lo:400:kworker.0 00000100:00100000:2.0:1790786116.698285:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786116.698307:0:16309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855001984 00000100:00100000:2.0:1790786116.698310:0:16309:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855001984 00000100:00100000:2.0:1790786116.698347:0:16309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1790786116.698354:0:16309:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3430:x1877774855001984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786116.698389:0:16309:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3430:x1877774855001984:12345-0@lo:400:kworker.0 Request processed in 36us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786116.698396:0:16309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00080000:2.0:1790786116.698414:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1790786116.698436:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c0140e10a80 x1877774855001984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790786116.698447:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3430:1877774855001984:0@lo:400:kworker.0 00000001:00100000:0.0:1790786116.788469:0:7234:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of efbfb111-16f9-432b-a398-4c95b7ff9e1a 00000001:00080000:0.0:1790786116.788489:0:7234:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:0.0:1790786116.788494:0:7234:0:(genops.c:885:class_export_put()) final put ffff8c0005872800/efbfb111-16f9-432b-a398-4c95b7ff9e1a 00000020:00000080:3.0:1790786116.789451:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0005872800/efbfb111-16f9-432b-a398-4c95b7ff9e1a for lustre-MDT0001 00000020:00000080:3.0:1790786116.789534:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0005874000 for lustre-MDT0001 00010000:00010000:0.0:1790786117.005500:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786118.027967:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786118.476857:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786118.476909:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786118.476954:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786118.477000:0:16294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839200256 00000100:00100000:0.0:1790786118.477014:0:16294:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839200256 00000100:00100000:0.0:1790786118.477086:0:16294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839200512 00000100:00100000:0.0:1790786118.477089:0:16294:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839200512 00000100:00100000:0.0:1790786118.477103:0:16294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839200384 00000100:00100000:0.0:1790786118.477106:0:16294:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839200384 00000100:00100000:0.0:1790786118.477124:0:16294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 6 00000100:00100000:0.0:1790786118.478702:0:16294:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139c06850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62449d9c-f53c-470f-acb0-399bc9c778a3+12:2387:x1877774839200256:12345-192.168.203.2@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790786118.478728:0:16294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790786118.478753:0:16294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c35f800/0x19fa32945bed43f2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564507 expref: 12 pid: 16303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786118.478775:0:16294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790786118.478847:0:16294:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139c06850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:62449d9c-f53c-470f-acb0-399bc9c778a3+11:2387:x1877774839200256:12345-192.168.203.2@tcp:103:ldlm_bl.0 Request processed in 265us (2006us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786118.488078:0:16296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 7 00000100:00100000:1.0:1790786118.488265:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786118.488400:0:16296:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62449d9c-f53c-470f-acb0-399bc9c778a3+11:2387:x1877774839200512:12345-192.168.203.2@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1790786118.488427:0:16296:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790786118.488455:0:16296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c35ea00/0x19fa32945bed4470 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564577 expref: 11 pid: 16302 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786118.488475:0:16296:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790786118.488539:0:16296:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62449d9c-f53c-470f-acb0-399bc9c778a3+10:2387:x1877774839200512:12345-192.168.203.2@tcp:103:ldlm_bl.0 Request processed in 445us (11630us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786118.488548:0:16296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 7 00000100:00100000:1.0:1790786118.488589:0:16296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 8 00000100:00100000:1.0:1790786118.488597:0:16296:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62449d9c-f53c-470f-acb0-399bc9c778a3+9:2387:x1877774839200384:12345-192.168.203.2@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1790786118.488605:0:16296:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790786118.488623:0:16296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c01071c3a00/0x19fa32945bed43f9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564538 expref: 9 pid: 16302 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786118.488634:0:16296:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790786118.488652:0:16296:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:62449d9c-f53c-470f-acb0-399bc9c778a3+8:2387:x1877774839200384:12345-192.168.203.2@tcp:103:ldlm_bl.0 Request processed in 56us (11697us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786118.488676:0:16296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 8 00000100:00100000:1.0:1790786118.488864:0:16311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839200768 00000100:00100000:1.0:1790786118.488874:0:16311:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839200768 00000100:00100000:1.0:1790786118.488930:0:16311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 67 00000100:00100000:1.0:1790786118.488937:0:16311:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e76414e-b633-4839-a6cc-214c12784b93+6:2386:x1877774839200768:12345-192.168.203.2@tcp:39:umount.0 00000020:00000080:1.0:1790786118.488978:0:16311:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed4407 00000020:00010000:1.0:1790786118.488987:0:16311:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8c0004d1d800: total 0 00000100:00080000:1.0:1790786118.488993:0:16311:0:(import.c:65:import_set_state_nolock()) ffff8c013e6f5000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1790786118.489022:0:16311:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:1.0:1790786118.489247:0:16311:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2e76414e-b633-4839-a6cc-214c12784b93+5:2386:x1877774839200768:12345-192.168.203.2@tcp:39:umount.0 Request processed in 309us (981us total) trans 8589934628 rc 0/0 00000100:00100000:1.0:1790786118.489254:0:16311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 67 00000100:00080000:1.0:1790786118.489327:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00010000:1.0:1790786118.489346:0:16298:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8c0004d1d800: total 0 00010000:00010000:1.0:1790786118.489390:0:16298:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8c0004d1d800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1790786118.489421:0:16298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c01111fc900) 00010000:00010000:1.0:1790786118.489425:0:16298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1790786118.489432:0:16298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c35e000/0x19fa32945bed44fc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475645a1 expref: 4 pid: 16309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786118.489466:0:16298:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8c0004d1d800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1790786118.489478:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786118.489481:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786118.489482:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786118.503384:0:16294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 6 00000100:00100000:1.0:1790786118.522978:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786118.523143:0:19179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839200896 00000100:00100000:2.0:1790786118.523158:0:19179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839200896 00000100:00100000:2.0:1790786118.523273:0:19179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 68 00000100:00100000:2.0:1790786118.523286:0:19179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2e76414e-b633-4839-a6cc-214c12784b93+5:2386:x1877774839200896:12345-192.168.203.2@tcp:39:umount.0 00000020:00000080:2.0:1790786118.523339:0:19179:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed440e 00000100:00080000:2.0:1790786118.523352:0:19179:0:(import.c:65:import_set_state_nolock()) ffff8c0006ba4800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1790786118.523389:0:19179:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:2.0:1790786118.523916:0:19179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2e76414e-b633-4839-a6cc-214c12784b93+3:2386:x1877774839200896:12345-192.168.203.2@tcp:39:umount.0 Request processed in 631us (951us total) trans 8589934594 rc 0/0 00000100:00100000:2.0:1790786118.523927:0:19179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 68 00010000:00010000:0.0:1790786118.524466:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1790786118.524808:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1790786118.549316:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786118.549506:0:16304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839201152 00000100:00100000:2.0:1790786118.549520:0:16304:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839201152 00000100:00100000:2.0:1790786118.549589:0:16304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 173 00000100:00100000:2.0:1790786118.549601:0:16304:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0004556450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62449d9c-f53c-470f-acb0-399bc9c778a3+7:2386:x1877774839201152:12345-192.168.203.2@tcp:251:umount.0 00000020:00000080:2.0:1790786118.549687:0:16304:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed43a5 00000020:00010000:2.0:1790786118.549716:0:16304:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8c000407b800: total 0 00000100:00080000:2.0:1790786118.549723:0:16304:0:(import.c:65:import_set_state_nolock()) ffff8c000407a000 : changing import state from FULL to CLOSED 00000020:00010000:0.0:1790786118.549798:0:17951:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8c000407b800: total 0 00010000:00010000:0.0:1790786118.549859:0:17951:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8c000407b800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1790786118.549899:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c01029d9200/0x19fa32945bed43ac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564490 expref: 3 pid: 16304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786118.549921:0:17951:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8c000407b800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1790786118.549933:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786118.549935:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786118.549937:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790786118.550607:0:16304:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0004556450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62449d9c-f53c-470f-acb0-399bc9c778a3+1:2386:x1877774839201152:12345-192.168.203.2@tcp:251:umount.0 Request processed in 1004us (1304us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786118.550627:0:16304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 173 00000020:00000080:2.0:1790786118.550650:0:16304:0:(genops.c:885:class_export_put()) final put ffff8c000407b800/62449d9c-f53c-470f-acb0-399bc9c778a3 00000020:00000080:0.0:1790786118.550748:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c000407b800/62449d9c-f53c-470f-acb0-399bc9c778a3 for MGS 00000020:00000080:0.0:1790786118.550788:0:14775:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c000407a000 for MGS 00010000:00010000:1.0:1790786119.051927:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790786119.757979:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139c0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855002368:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790786119.758066:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786119.758127:0:17623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855002368 00000100:00100000:1.0:1790786119.758135:0:17623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855002368 00000100:00100000:1.0:1790786119.758196:0:17623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1790786119.758207:0:17623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855002368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1790786119.758246:0:17623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1790786119.758308:0:17623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855002368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786119.758315:0:17623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:1.0:1790786119.758344:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790786119.758357:0:3431:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1790786119.758365:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013c0d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855002496:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1790786119.758393:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786119.758422:0:17623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855002496 00000100:00100000:1.0:1790786119.758425:0:17623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855002496 00000100:00100000:1.0:1790786119.758450:0:17623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1790786119.758456:0:17623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855002496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1790786119.758467:0:17623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1790786119.758493:0:17623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855002496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786119.758499:0:17623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1790786119.758644:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139c0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855002368:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1790786119.760263:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790786119.760323:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013c0d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855002496:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1790786120.079112:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786120.269742:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139c0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855002624:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790786120.269886:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786120.269994:0:16953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855002624 00000100:00100000:3.0:1790786120.270004:0:16953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855002624 00000100:00100000:3.0:1790786120.270068:0:16953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1790786120.270079:0:16953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855002624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1790786120.270139:0:16953:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1790786120.270199:0:16953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855002624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 120us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786120.270207:0:16953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1790786120.270271:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139c0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855002624:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790786120.276029:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139c0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855002752:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790786120.276125:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786120.276397:0:16315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855002752 00000100:00100000:2.0:1790786120.276409:0:16315:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855002752 00000100:00100000:2.0:1790786120.276483:0:16315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1790786120.276495:0:16315:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855002752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1790786120.276548:0:16315:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:2.0:1790786120.276643:0:16315:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855002752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 150us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786120.276653:0:16315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1790786120.277286:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139c0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855002752:0@lo:41:osp-pre-1-0.0 00000020:01000004:1.0:1790786120.669433:0:20159:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:1.0:1790786120.684911:0:20159:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:1.0:1790786120.685153:0:20159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01421fd200/0x19fa32945bed3f68 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed3f6f expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.685172:0:20159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01421fd200/0x19fa32945bed3f68 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed3f6f expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.685180:0:20159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01421fd200/0x19fa32945bed3f68 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed3f6f expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.685187:0:20159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.102@tcp lock: ffff8c01421fd200/0x19fa32945bed3f68 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed3f6f expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.685216:0:20159:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1790786120.685222:0:20159:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1790786120.685263:0:20159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1790786120.685268:0:20159:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1790786120.685276:0:20159:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1790786120.685526:0:20159:0:(import.c:65:import_set_state_nolock()) ffff8c0104ed9800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1790786120.685624:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3429:1877774855002880:0@lo:39:umount.0 00010000:00010000:2.0:1790786120.685639:0:17951:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786120.685649:0:17951:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c01421fd200/0x19fa32945bed3f68 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed3f6f expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786120.685657:0:17951:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421fd200 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:2.0:1790786120.685661:0:17951:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c01421fd200/0x19fa32945bed3f68 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed3f6f expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786120.685671:0:17951:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c01421fd200/0x19fa32945bed3f68 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x19fa32945bed3f6f expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790786120.685678:0:17951:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c01421fd200/0x19fa32945bed3f68 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x19fa32945bed3f6f expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790786120.685685:0:17951:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1790786120.685689:0:17951:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1790786120.685720:0:17951:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00100000:3.0:1790786120.685747:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1790786120.685756:0:17951:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c01421fd200/0x19fa32945bed3f68 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed3f6f expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786120.685764:0:17951:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790786120.685794:0:17951:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c01421fd200/0x19fa32945bed3f68 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed3f6f expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786120.685801:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c01421fd200/0x19fa32945bed3f68 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed3f6f expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786120.685816:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786120.685828:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786120.685831:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790786120.685918:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855002880 00000100:00100000:1.0:1790786120.685927:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855002880 00000100:00100000:1.0:1790786120.686064:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1790786120.686077:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3429:x1877774855002880:12345-0@lo:39:umount.0 00000020:00000080:1.0:1790786120.686111:0:18819:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3f99 00000100:00080000:1.0:1790786120.686121:0:18819:0:(import.c:65:import_set_state_nolock()) ffff8c0108818800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1790786120.686201:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:3429:x1877774855002880:12345-0@lo:39:umount.0 Request processed in 126us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786120.686209:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00010000:00010000:3.0:1790786120.686239:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1790786120.686276:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c0104ed9800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1790786120.686290:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3429:1877774855002880:0@lo:39:umount.0 00000100:00100000:0.0:1790786120.686394:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139c0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ece41580-5c60-4ab8-8584-4ab4c3f79366:3433:1877774855003008:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790786120.686441:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786120.686496:0:16296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855003008 00000100:00100000:3.0:1790786120.686502:0:16296:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855003008 00000100:00100000:3.0:1790786120.686551:0:16296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790786120.686559:0:16296:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ece41580-5c60-4ab8-8584-4ab4c3f79366+24:3433:x1877774855003008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790786120.686580:0:16296:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790786120.686615:0:16296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c01421fd000/0x19fa32945bed3f6f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19fa32945bed3f68 expref: 24 pid: 16304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786120.686633:0:16296:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790786120.686675:0:16296:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ece41580-5c60-4ab8-8584-4ab4c3f79366+23:3433:x1877774855003008:12345-0@lo:103:ldlm_bl.0 Request processed in 117us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786120.686683:0:16296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1790786120.686860:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139c0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ece41580-5c60-4ab8-8584-4ab4c3f79366:3433:1877774855003008:0@lo:103:ldlm_bl.0 00000020:00000080:1.0:1790786120.687300:0:18819:0:(genops.c:885:class_export_put()) final put ffff8c010881b000/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00080000:1.0:1790786120.687342:0:20159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1790786120.687355:0:20159:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1790786120.687360:0:20159:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1790786120.687486:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c010881b000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1790786120.687577:0:14775:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0108818800 for lustre-MDT0000 00010000:00010000:1.0:1790786120.689107:0:20159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01421fca00/0x19fa32945bed3eb9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed3ec0 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.689128:0:20159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01421fca00/0x19fa32945bed3eb9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed3ec0 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.689138:0:20159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01421fca00/0x19fa32945bed3eb9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed3ec0 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.689146:0:20159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.102@tcp lock: ffff8c01421fca00/0x19fa32945bed3eb9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed3ec0 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.689181:0:20159:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790786120.689188:0:20159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c35f000/0x19fa32945bed42c5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed42cc expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.689196:0:20159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c35f000/0x19fa32945bed42c5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed42cc expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.689203:0:20159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c35f000/0x19fa32945bed42c5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed42cc expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.689210:0:20159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.102@tcp lock: ffff8c013c35f000/0x19fa32945bed42c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed42cc expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.689230:0:20159:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1790786120.689238:0:20159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01029d9800/0x19fa32945bed4462 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4469 expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786120.689248:0:17951:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790786120.689257:0:17951:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c01421fca00/0x19fa32945bed3eb9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed3ec0 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.689272:0:20159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01029d9800/0x19fa32945bed4462 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4469 expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786120.689275:0:17951:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421fca00 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:2.0:1790786120.689284:0:17951:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c01421fca00/0x19fa32945bed3eb9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed3ec0 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.689285:0:20159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01029d9800/0x19fa32945bed4462 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed4469 expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786120.689309:0:17951:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c01421fca00/0x19fa32945bed3eb9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x19fa32945bed3ec0 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.689310:0:20159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.102@tcp lock: ffff8c01029d9800/0x19fa32945bed4462 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed4469 expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790786120.689331:0:17951:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c01421fca00/0x19fa32945bed3eb9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x19fa32945bed3ec0 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.689337:0:20159:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1790786120.689340:0:17951:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1790786120.689345:0:17951:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:1.0:1790786120.689346:0:20159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd04200/0x19fa32945bed3eab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed3eb2 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.689356:0:20159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd04200/0x19fa32945bed3eab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed3eb2 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.689362:0:20159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd04200/0x19fa32945bed3eab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed3eb2 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.689369:0:20159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.102@tcp lock: ffff8c013bd04200/0x19fa32945bed3eab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed3eb2 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786120.689379:0:20159:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:1.0:1790786120.689383:0:20159:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:1.0:1790786120.689389:0:20159:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:2.0:1790786120.689391:0:17951:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c01421fca00/0x19fa32945bed3eb9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed3ec0 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786120.689399:0:17951:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790786120.689427:0:17951:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c01421fca00/0x19fa32945bed3eb9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed3ec0 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786120.689430:0:16297:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1790786120.689439:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c01421fca00/0x19fa32945bed3eb9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed3ec0 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786120.689442:0:16297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c013c35f000/0x19fa32945bed42c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed42cc expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786120.689455:0:16297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c35f000 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:0.0:1790786120.689461:0:16297:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c013c35f000/0x19fa32945bed42c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed42cc expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786120.689478:0:16297:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013c35f000/0x19fa32945bed42c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x19fa32945bed42cc expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790786120.689485:0:16297:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013c35f000/0x19fa32945bed42c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x19fa32945bed42cc expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786120.689490:0:17951:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 10000000:01000000:0.0:1790786120.689492:0:16297:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1790786120.689496:0:17951:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c01029d9800/0x19fa32945bed4462 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed4469 expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790786120.689497:0:16297:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1790786120.689502:0:16297:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1790786120.689509:0:17951:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01029d9800 already unused, calling callback (ffffffffc1e13c20) 00000020:01000004:1.0:1790786120.689510:0:20159:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0000 10000000:00010000:2.0:1790786120.689513:0:17951:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c01029d9800/0x19fa32945bed4462 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed4469 expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000000:1.0:1790786120.689516:0:20159:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:1.0:1790786120.689523:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00010000:00010000:0.0:1790786120.689524:0:16297:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c013c35f000/0x19fa32945bed42c5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed42cc expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1790786120.689531:0:20159:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00010000:00010000:0.0:1790786120.689532:0:16297:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790786120.689540:0:16297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c013c35f000/0x19fa32945bed42c5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed42cc expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1790786120.689545:0:20159:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8c000442e800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1790786120.689553:0:20159:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8c000407c000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1790786120.689559:0:20159:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8c01068a0800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000100:00100000:3.0:1790786120.689561:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ece41580-5c60-4ab8-8584-4ab4c3f79366:3431:1877774855003264:0@lo:103:ldlm_bl.0 00000020:00080000:1.0:1790786120.689566:0:20159:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8c0110e49800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1790786120.689577:0:20159:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff8c0004d1d800 2e76414e-b633-4839-a6cc-214c12784b93 192.168.203.2@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:1.0:1790786120.689582:0:20159:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff8c0004078800 efbfb111-16f9-432b-a398-4c95b7ff9e1a 192.168.203.2@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:1.0:1790786120.689587:0:20159:0:(genops.c:1552:class_disconnect_exports()) OBD device 5 (ffff8c0109d90000) has exports, disconnecting them 00000020:00080000:1.0:1790786120.689593:0:20159:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8c000442e800), last request at 1790786116 00000020:00000080:1.0:1790786120.689610:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed4294 00000100:00080000:1.0:1790786120.689632:0:20159:0:(import.c:65:import_set_state_nolock()) ffff8c0106d32000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1790786120.689668:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1790786120.689682:0:20159:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c000442e800): rc 0 00000020:00000080:1.0:1790786120.689685:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c000442e800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:1.0:1790786120.689719:0:20159:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8c000407c000), last request at 1790786116 00000020:00000080:1.0:1790786120.689723:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed4136 00000100:00080000:1.0:1790786120.689729:0:20159:0:(import.c:65:import_set_state_nolock()) ffff8c000407f000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1790786120.689737:0:20159:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c000407c000): rc 0 00000020:00000080:1.0:1790786120.689740:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c000407c000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:1.0:1790786120.689746:0:20159:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8c01068a0800), last request at 1790786043 00000020:00000080:1.0:1790786120.689749:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed4087 00000100:00080000:1.0:1790786120.689752:0:20159:0:(import.c:65:import_set_state_nolock()) ffff8c01068a4800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1790786120.689757:0:3431:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00080000:1.0:1790786120.689760:0:20159:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c01068a0800): rc 0 00000020:00000080:1.0:1790786120.689763:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c01068a0800/lustre-MDT0000-lwp-MDT0001_UUID 00000100:00100000:3.0:1790786120.689767:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139c0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ece41580-5c60-4ab8-8584-4ab4c3f79366:3431:1877774855003136:0@lo:103:ldlm_bl.0 00000020:00080000:1.0:1790786120.689770:0:20159:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8c0110e49800), last request at 1790786043 00000020:00000080:1.0:1790786120.689777:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed4025 00000100:00080000:1.0:1790786120.689780:0:20159:0:(import.c:65:import_set_state_nolock()) ffff8c01068be000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1790786120.689787:0:20159:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00010000:00010000:0.0:1790786120.689905:0:16297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013c35f000/0x19fa32945bed42c5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed42cc expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786120.689920:0:16297:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790786120.689924:0:16297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c013bd04200/0x19fa32945bed3eab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed3eb2 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786120.689941:0:16297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04200 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:0.0:1790786120.690046:0:16297:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd04200/0x19fa32945bed3eab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed3eb2 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786120.690055:0:16297:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013bd04200/0x19fa32945bed3eab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x19fa32945bed3eb2 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790786120.690061:0:16297:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd04200/0x19fa32945bed3eab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x19fa32945bed3eb2 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790786120.690067:0:16297:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1790786120.690069:0:16297:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1790786120.690072:0:16297:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000020:00080000:1.0:1790786120.690074:0:20159:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c0110e49800): rc 0 00000004:00000080:1.0:1790786120.690083:0:20159:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa553c2b47ae0 00010000:00010000:0.0:1790786120.690094:0:16297:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c013bd04200/0x19fa32945bed3eab lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed3eb2 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786120.690101:0:16297:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00080000:1.0:1790786120.690106:0:20159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1790786120.690112:0:20159:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:0.0:1790786120.690121:0:16297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c013bd04200/0x19fa32945bed3eab lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed3eb2 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786120.690130:0:16297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013bd04200/0x19fa32945bed3eab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed3eb2 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786120.690140:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786120.690142:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786120.690144:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786120.690158:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786120.690163:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ece41580-5c60-4ab8-8584-4ab4c3f79366:3432:1877774855003392:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790786120.690204:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786120.690208:0:16294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855003264 00000100:00100000:3.0:1790786120.690219:0:16294:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855003264 00000100:00100000:3.0:1790786120.690280:0:16294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855003136 00000100:00100000:3.0:1790786120.690284:0:16294:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855003136 00000100:00100000:3.0:1790786120.690298:0:16294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855003392 00000100:00100000:3.0:1790786120.690301:0:16294:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855003392 00000100:00100000:3.0:1790786120.690332:0:16294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790786120.690344:0:16294:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ece41580-5c60-4ab8-8584-4ab4c3f79366+25:3431:x1877774855003264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790786120.690363:0:16294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790786120.690380:0:16294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c35e600/0x19fa32945bed42cc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19fa32945bed42c5 expref: 25 pid: 16303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786120.690397:0:16294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790786120.690439:0:16294:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ece41580-5c60-4ab8-8584-4ab4c3f79366+24:3431:x1877774855003264:12345-0@lo:103:ldlm_bl.0 Request processed in 96us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786120.690458:0:16294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790786120.690479:0:16294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1790786120.690486:0:16294:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ece41580-5c60-4ab8-8584-4ab4c3f79366+23:3431:x1877774855003136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790786120.690495:0:16294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790786120.690504:0:16294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c01421c7200/0x19fa32945bed3ec0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19fa32945bed3eb9 expref: 23 pid: 16304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786120.690618:0:16294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790786120.690644:0:16294:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ece41580-5c60-4ab8-8584-4ab4c3f79366+22:3431:x1877774855003136:12345-0@lo:103:ldlm_bl.0 Request processed in 159us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786120.690651:0:16294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1790786120.690665:0:16294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1790786120.690672:0:16294:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ece41580-5c60-4ab8-8584-4ab4c3f79366+21:3432:x1877774855003392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790786120.690681:0:16294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790786120.690716:0:16294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c01071c3c00/0x19fa32945bed3eb2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19fa32945bed3eab expref: 21 pid: 16303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786120.690727:0:16294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790786120.690756:0:16294:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ece41580-5c60-4ab8-8584-4ab4c3f79366+20:3432:x1877774855003392:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786120.690763:0:16294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1790786120.690810:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ece41580-5c60-4ab8-8584-4ab4c3f79366:3432:1877774855003392:0@lo:103:ldlm_bl.0 00000020:00000080:3.0:1790786120.690838:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c000442e800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000100:00080000:1.0:1790786120.691325:0:20159:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1790786120.691348:0:20159:0:(import.c:65:import_set_state_nolock()) ffff8c010886f000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000020:00000080:3.0:1790786120.691481:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c000407c000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1790786120.691661:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c01068a0800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000100:00080000:1.0:1790786120.691749:0:20159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1790786120.691755:0:20159:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1790786120.691770:0:20159:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000020:00000080:3.0:1790786120.691828:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0106d32000 for lustre-MDT0000 00000100:00080000:1.0:1790786120.691839:0:20159:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:00000080:3.0:1790786120.691851:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c000407f000 for lustre-MDT0000 00000100:00080000:1.0:1790786120.691853:0:20159:0:(import.c:65:import_set_state_nolock()) ffff8c01089aa800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000020:00000080:3.0:1790786120.691857:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c01068a4800 for lustre-MDT0000 00000100:00080000:1.0:1790786120.691862:0:20159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1790786120.691865:0:20159:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:1.0:1790786120.691925:0:20159:0:(osp_dev.c:1634:osp_import_event()) got inactive 00010000:00010000:2.0:1790786120.691986:0:17951:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c01029d9800/0x19fa32945bed4462 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x19fa32945bed4469 expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1790786120.691995:0:20159:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 10000000:00010000:2.0:1790786120.691996:0:17951:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c01029d9800/0x19fa32945bed4462 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x19fa32945bed4469 expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790786120.692005:0:17951:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1790786120.692008:0:17951:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1790786120.692012:0:17951:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1790786120.692041:0:17951:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c01029d9800/0x19fa32945bed4462 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed4469 expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786120.692048:0:17951:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790786120.692069:0:17951:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c01029d9800/0x19fa32945bed4462 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed4469 expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786120.692076:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c01029d9800/0x19fa32945bed4462 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed4469 expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1790786120.692083:0:20159:0:(import.c:65:import_set_state_nolock()) ffff8c0109372800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1790786120.692091:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786120.692095:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786120.692106:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1790786120.692121:0:20159:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff8c0109d90000) has no exports 00000100:00100000:1.0:1790786120.692323:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139c0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ece41580-5c60-4ab8-8584-4ab4c3f79366:3433:1877774855003776:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790786120.692391:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1790786120.693760:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786120.693821:0:16296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855003776 00000100:00100000:0.0:1790786120.693834:0:16296:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855003776 00000100:00100000:0.0:1790786120.693927:0:16296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1790786120.693939:0:16296:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139c07050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ece41580-5c60-4ab8-8584-4ab4c3f79366+20:3433:x1877774855003776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790786120.693957:0:16296:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790786120.693980:0:16296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c35ec00/0x19fa32945bed4469 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19fa32945bed4462 expref: 20 pid: 16304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786120.693999:0:16296:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790786120.694376:0:16296:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139c07050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ece41580-5c60-4ab8-8584-4ab4c3f79366+19:3433:x1877774855003776:12345-0@lo:103:ldlm_bl.0 Request processed in 438us (1984us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786120.694385:0:16296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1790786120.694483:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139c0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ece41580-5c60-4ab8-8584-4ab4c3f79366:3431:1877774855003136:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790786120.694494:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ece41580-5c60-4ab8-8584-4ab4c3f79366:3431:1877774855003264:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790786120.695116:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139c0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ece41580-5c60-4ab8-8584-4ab4c3f79366:3433:1877774855003776:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790786120.696583:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855003520:0@lo:39:umount.0 00000100:00100000:2.0:1790786120.696722:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786120.696760:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855003648:0@lo:9:umount.0 00000100:00100000:3.0:1790786120.696784:0:16314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855003520 00000100:00100000:2.0:1790786120.696796:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786120.696797:0:16314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855003520 00000100:00100000:2.0:1790786120.696823:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855003904:0@lo:9:umount.0 00000100:00100000:1.0:1790786120.696836:0:17621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855003648 00000100:00100000:1.0:1790786120.696842:0:17621:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855003648 00000100:00100000:2.0:1790786120.696852:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786120.696881:0:17621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855003904 00000100:00100000:3.0:1790786120.696882:0:16314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1790786120.696886:0:17621:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855003904 00000100:00100000:2.0:1790786120.696899:0:17620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1790786120.696901:0:16314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139c0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3429:x1877774855003520:12345-0@lo:39:umount.0 00000100:00100000:2.0:1790786120.696910:0:17620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139c0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3429:x1877774855003648:12345-0@lo:9:umount.0 00000100:00100000:1.0:1790786120.696919:0:17621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1790786120.696925:0:17621:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139c0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3429:x1877774855003904:12345-0@lo:9:umount.0 00000020:00000080:3.0:1790786120.696942:0:16314:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed40b1 00000020:00000080:2.0:1790786120.696943:0:17620:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed4175 00000020:00000080:1.0:1790786120.696943:0:17621:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed42d3 00000100:00080000:1.0:1790786120.696957:0:17621:0:(import.c:65:import_set_state_nolock()) ffff8c0006ba1800 : changing import state from FULL to CLOSED 00000100:00080000:3.0:1790786120.696966:0:16314:0:(import.c:65:import_set_state_nolock()) ffff8c0106d34000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1790786120.697002:0:16314:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000001:00000004:1.0:1790786120.697002:0:17621:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934606 00000100:00080000:2.0:1790786120.697013:0:17620:0:(import.c:65:import_set_state_nolock()) ffff8c00042e5800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1790786120.697042:0:17620:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:0.0:1790786120.697134:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786120.697143:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790786120.697243:0:17621:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139c0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3429:x1877774855003904:12345-0@lo:9:umount.0 Request processed in 317us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786120.697252:0:17621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:0.0:1790786120.697284:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c0109372800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1790786120.697285:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1790786120.697300:0:3429:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1790786120.697304:0:3429:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1790786120.697309:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855003904:0@lo:9:umount.0 00000100:00100000:3.0:1790786120.697387:0:16314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139c0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3429:x1877774855003520:12345-0@lo:39:umount.0 Request processed in 493us (663us total) trans 8589934595 rc 0/0 00000100:00100000:3.0:1790786120.697396:0:16314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00010000:00010000:3.0:1790786120.697423:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790786120.697440:0:17620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139c0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3429:x1877774855003648:12345-0@lo:9:umount.0 Request processed in 533us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786120.697448:0:17620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:0.0:1790786120.697530:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c010886f000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1790786120.697538:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855003520:0@lo:39:umount.0 00000100:00080000:0.0:1790786120.697549:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c01089aa800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1790786120.697563:0:3429:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1790786120.697565:0:3429:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1790786120.697568:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855003648:0@lo:9:umount.0 00000020:00080000:1.0:1790786120.700145:0:20159:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff8c0109d90000) has no exports 00000020:00000080:1.0:1790786120.758302:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3f06 00000020:00000080:1.0:1790786120.758317:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c01268b8000/lustre-QMT0000_UUID 00000020:01000000:1.0:1790786120.758388:0:20159:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1790786120.758559:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790786120.758579:0:20159:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1790786120.758587:0:20159:0:(genops.c:1557:class_disconnect_exports()) OBD device 7 (ffff8c00058799c0) has no exports 00000020:00000080:3.0:1790786120.758635:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c01268b8000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1790786120.758943:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3eff 00000020:00000080:2.0:1790786120.758956:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c010886c800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1790786120.759047:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790786120.759057:0:20159:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1790786120.759060:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c0138c48800/lustre-QMT0000_UUID 00000020:00000080:2.0:1790786120.759064:0:20159:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0138c48800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1790786120.759076:0:20159:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:3.0:1790786120.759304:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c010886c800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000001:00100000:1.0:1790786120.806242:0:6440:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of efbfb111-16f9-432b-a398-4c95b7ff9e1a 00000001:00080000:1.0:1790786120.806267:0:6440:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000001:00100000:1.0:1790786120.806278:0:6440:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1790786120.806282:0:6440:0:(genops.c:885:class_export_put()) final put ffff8c0110e49800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1790786120.806308:0:6440:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 2e76414e-b633-4839-a6cc-214c12784b93 00000001:00080000:1.0:1790786120.806313:0:6440:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:1.0:1790786120.806316:0:6440:0:(genops.c:885:class_export_put()) final put ffff8c0004d1d800/2e76414e-b633-4839-a6cc-214c12784b93 00000020:00000080:1.0:1790786120.806329:0:6440:0:(genops.c:885:class_export_put()) final put ffff8c0004078800/efbfb111-16f9-432b-a398-4c95b7ff9e1a 00000020:00000080:0.0:1790786120.806379:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0110e49800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:0.0:1790786120.806467:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0004d1d800/2e76414e-b633-4839-a6cc-214c12784b93 for lustre-MDT0000 00000020:00000080:0.0:1790786120.806508:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0004078800/efbfb111-16f9-432b-a398-4c95b7ff9e1a for lustre-MDT0000 00000020:00000080:0.0:1790786120.806540:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c01068be000 for lustre-MDT0000 00000020:00000080:0.0:1790786120.806547:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c013e6f5000 for lustre-MDT0000 00000020:00000080:0.0:1790786120.806551:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0005873000 for lustre-MDT0000 00010000:00010000:0.0:1790786121.100821:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1790786121.384435:0:9045:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of efbfb111-16f9-432b-a398-4c95b7ff9e1a 00000020:00000080:0.0:1790786121.384448:0:9045:0:(genops.c:885:class_export_put()) final put ffff8c0004d1b000/efbfb111-16f9-432b-a398-4c95b7ff9e1a 00000001:00100000:0.0:1790786121.384478:0:9045:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1790786121.384481:0:9045:0:(genops.c:885:class_export_put()) final put ffff8c0006ba4000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1790786121.384527:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0004d1b000/efbfb111-16f9-432b-a398-4c95b7ff9e1a for lustre-OST0001 00000020:00000080:3.0:1790786121.384584:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0006ba4000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1790786121.384615:0:14775:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0004d18800 for lustre-OST0001 00000020:00000080:3.0:1790786121.384620:0:14775:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0006ba1800 for lustre-OST0001 00000100:00100000:2.0:1790786121.804485:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855004032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1790786121.804631:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786121.804844:0:17623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855004032 00000100:00100000:1.0:1790786121.804855:0:17623:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855004032 00000100:00100000:1.0:1790786121.804936:0:17623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1790786121.804947:0:17623:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139c0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855004032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1790786121.805002:0:17623:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1790786121.805071:0:17623:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139c0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855004032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786121.805078:0:17623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1790786121.805253:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855004032:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1790786121.805623:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1790786121.805975:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013c0d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774855004544:0@lo:400:kworker.0 00000100:00100000:0.0:1790786121.805982:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013c0d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855004416:0@lo:400:kworker.0 00000100:00100000:1.0:1790786121.806043:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786121.806072:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3430:1877774855005056:0@lo:400:kworker.0 00000100:00100000:1.0:1790786121.806111:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786121.806131:0:3430:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1790786121.806139:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ece41580-5c60-4ab8-8584-4ab4c3f79366:3430:1877774855004160:0@lo:400:kworker.0 00000100:00100000:3.0:1790786121.806232:0:19179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855004544 00000100:00100000:3.0:1790786121.806239:0:19179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855004544 00000100:00100000:3.0:1790786121.806270:0:19179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855005056 00000100:00100000:3.0:1790786121.806272:0:19179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855005056 00000100:00100000:3.0:1790786121.806299:0:19179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1790786121.806309:0:19179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3430:x1877774855005056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786121.806474:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855004288:0@lo:400:kworker.0 00000100:00100000:1.0:1790786121.807350:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786121.807403:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013c0d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3430:1877774855004672:0@lo:400:kworker.0 00000100:00100000:1.0:1790786121.807443:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786121.807580:0:16302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855004160 00000100:00100000:1.0:1790786121.807587:0:16302:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855004160 00000100:00100000:1.0:1790786121.807645:0:16302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1790786121.807655:0:16302:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0004555450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ece41580-5c60-4ab8-8584-4ab4c3f79366+19:3430:x1877774855004160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786121.807791:0:16302:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0004555450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ece41580-5c60-4ab8-8584-4ab4c3f79366+19:3430:x1877774855004160:12345-0@lo:400:kworker.0 Request processed in 137us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786121.807800:0:16302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1790786121.807845:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855004672 00000100:00100000:1.0:1790786121.807849:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855004672 00000100:00100000:1.0:1790786121.807868:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1790786121.807877:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3430:x1877774855004544:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1790786121.807884:0:18819:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1790786121.807913:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3430:x1877774855004544:12345-0@lo:400:kworker.0 Request processed in 38us (1870us total) trans 0 rc -107/-107 00000100:00100000:1.0:1790786121.807919:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1790786121.807933:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1790786121.807937:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3430:x1877774855004672:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1790786121.807941:0:18819:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1790786121.807963:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3430:x1877774855004672:12345-0@lo:400:kworker.0 Request processed in 25us (520us total) trans 0 rc -107/-107 00000100:00100000:1.0:1790786121.807969:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1790786121.810520:0:19179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3430:x1877774855005056:12345-0@lo:400:kworker.0 Request processed in 4201us (4394us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786121.810955:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786121.811025:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3433:1877774855004928:0@lo:400:kworker.0 00000100:00100000:0.0:1790786121.811071:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786121.811113:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855004928 00000100:00100000:0.0:1790786121.811123:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855004928 00000100:00100000:3.0:1790786121.811227:0:19179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00080000:3.0:1790786121.811319:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1790786121.811391:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ece41580-5c60-4ab8-8584-4ab4c3f79366:3430:1877774855004160:0@lo:400:kworker.0 00000100:00080000:3.0:1790786121.811408:0:3430:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1790786121.811413:0:3430:0:(import.c:65:import_set_state_nolock()) ffff8c0004b42000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1790786121.811418:0:3430:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:1.0:1790786121.811464:0:17621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855004416 00000100:00100000:1.0:1790786121.811470:0:17621:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855004416 00000100:00100000:1.0:1790786121.811516:0:17621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1790786121.811525:0:17621:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855004416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786121.811603:0:17621:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855004416:12345-0@lo:400:kworker.0 Request processed in 80us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786121.811609:0:17621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1790786121.812307:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786121.812347:0:16953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855004288 00000100:00100000:2.0:1790786121.812353:0:16953:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855004288 00000100:00100000:2.0:1790786121.812385:0:16953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1790786121.812392:0:16953:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139c0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3432:x1877774855004288:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1790786121.812399:0:16953:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1790786121.812431:0:16953:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139c0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3432:x1877774855004288:12345-0@lo:400:kworker.0 Request processed in 39us (126us total) trans 0 rc -107/-107 00000100:00100000:2.0:1790786121.812438:0:16953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:2.0:1790786121.812471:0:3432:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1790786121.812476:0:3432:0:(import.c:65:import_set_state_nolock()) ffff8c0110e4b000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1790786121.812480:0:3432:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1790786121.812488:0:3432:0:(import.c:65:import_set_state_nolock()) ffff8c0110e4b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790786121.812493:0:3432:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 451 00000100:00080000:2.0:1790786121.812514:0:3432:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8c0110e4b000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:2.0:1790786121.812549:0:3432:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c0139c0c000 x1877774855005184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790786121.812576:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855004288:0@lo:400:kworker.0 00000100:00100000:2.0:1790786121.812586:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3432:1877774855004800:0@lo:400:kworker.0 00000100:00100000:2.0:1790786121.812627:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786121.812651:0:19179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855004800 00000100:00100000:2.0:1790786121.812655:0:19179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855004800 00000100:00100000:2.0:1790786121.812726:0:19179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1790786121.812733:0:19179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139c0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3432:x1877774855004800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786121.812768:0:19179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139c0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3432:x1877774855004800:12345-0@lo:400:kworker.0 Request processed in 36us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786121.812775:0:19179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00010000:00080000:2.0:1790786121.812803:0:3432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c00047a6680 x1877774855004800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790786121.812816:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3432:1877774855004800:0@lo:400:kworker.0 00000100:00100000:2.0:1790786121.812892:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139c0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855005184:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1790786121.812921:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786121.812965:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013c0d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855004416:0@lo:400:kworker.0 00000100:00100000:2.0:1790786121.813008:0:16314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855005184 00000100:00100000:2.0:1790786121.813011:0:16314:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855005184 00000100:00100000:2.0:1790786121.813030:0:16314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1790786121.813044:0:16314:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139c0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3429:x1877774855005184:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:2.0:1790786121.813062:0:16314:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1790786121.814917:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1790786121.814931:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3433:x1877774855004928:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1790786121.814942:0:18819:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1790786121.815301:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3433:x1877774855004928:12345-0@lo:400:kworker.0 Request processed in 369us (4227us total) trans 0 rc -107/-107 00000100:00100000:0.0:1790786121.815310:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:0.0:1790786121.815613:0:3433:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1790786121.815619:0:3433:0:(import.c:65:import_set_state_nolock()) ffff8c000442c000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1790786121.815623:0:3433:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1790786121.815637:0:3433:0:(import.c:65:import_set_state_nolock()) ffff8c000442c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790786121.815642:0:3433:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 478 00000100:00080000:0.0:1790786121.815653:0:3433:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8c000442c000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:0.0:1790786121.815711:0:3433:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c00047a6300 x1877774855005312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790786121.817464:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1790786121.817510:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3433:1877774855004928:0@lo:400:kworker.0 00000100:00100000:0.0:1790786121.818423:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3429:1877774855005312:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1790786121.818511:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786121.818575:0:16311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855005312 00000100:00100000:0.0:1790786121.818586:0:16311:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855005312 00000100:00100000:0.0:1790786121.818645:0:16311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1790786121.818655:0:16311:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3429:x1877774855005312:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:0.0:1790786121.818679:0:16311:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00080000:1.0:1790786121.818956:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790786121.819151:0:16311:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3429:x1877774855005312:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 494us (638us total) trans 0 rc -19/-19 00000100:00100000:0.0:1790786121.819162:0:16311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:0.0:1790786121.819931:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c000442c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790786121.819941:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1790786121.819947:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3429:1877774855005312:0@lo:38:ptlrpcd_00_03.0 00000100:00080000:3.0:1790786121.837446:0:3430:0:(import.c:65:import_set_state_nolock()) ffff8c0004b42000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790786121.837459:0:3430:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 466 00000100:00080000:3.0:1790786121.837478:0:3430:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8c0004b42000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:3.0:1790786121.837723:0:3430:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c0140e11f80 x1877774855005440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790786121.837755:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013c0d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3430:1877774855004672:0@lo:400:kworker.0 00000100:00100000:3.0:1790786121.838056:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3429:1877774855005440:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1790786121.838154:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1790786121.838237:0:3430:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1790786121.838242:0:3430:0:(import.c:65:import_set_state_nolock()) ffff8c013759b000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1790786121.838245:0:3430:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1790786121.838249:0:3430:0:(import.c:65:import_set_state_nolock()) ffff8c013759b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790786121.838254:0:3430:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 451 00000100:00080000:3.0:1790786121.838260:0:3430:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8c013759b000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:3.0:1790786121.838277:0:3430:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c0140e13b80 x1877774855005568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790786121.838294:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013c0d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774855004544:0@lo:400:kworker.0 00000100:00100000:3.0:1790786121.838305:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3429:1877774855005568:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1790786121.838349:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786121.838384:0:16309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855005440 00000100:00100000:3.0:1790786121.838392:0:16309:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855005440 00000100:00100000:3.0:1790786121.838430:0:16309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855005568 00000100:00100000:3.0:1790786121.838433:0:16309:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855005568 00000100:00100000:3.0:1790786121.838453:0:16309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1790786121.838462:0:16309:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3429:x1877774855005440:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:3.0:1790786121.838483:0:16309:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1790786121.838530:0:16309:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3429:x1877774855005440:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 66us (375us total) trans 0 rc -19/-19 00000100:00100000:3.0:1790786121.838538:0:16309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1790786121.838556:0:16309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1790786121.838561:0:16309:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3429:x1877774855005568:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:3.0:1790786121.838568:0:16309:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1790786121.838602:0:16309:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3429:x1877774855005568:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 40us (253us total) trans 0 rc -19/-19 00000100:00100000:3.0:1790786121.838609:0:16309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:3.0:1790786121.838642:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c013759b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790786121.838647:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1790786121.838650:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3429:1877774855005568:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:3.0:1790786121.838660:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c0004b42000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790786121.838663:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1790786121.838666:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3429:1877774855005440:0@lo:38:ptlrpcd_00_00.0 00010000:00080000:3.0:1790786121.838719:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c00047a5c00 x1877774855005056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790786121.838732:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3430:1877774855005056:0@lo:400:kworker.0 00000100:00100000:3.0:1790786121.851149:0:16314:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139c0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3429:x1877774855005184:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 38092us (38216us total) trans 0 rc -19/-19 00000100:00100000:3.0:1790786121.851169:0:16314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:2.0:1790786121.851200:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c0110e4b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790786121.851209:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790786121.851214:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139c0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855005184:0@lo:38:ptlrpcd_00_02.0 00000001:00100000:1.0:1790786121.867624:0:7234:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 2e76414e-b633-4839-a6cc-214c12784b93 00000001:00080000:1.0:1790786121.867648:0:7234:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1790786121.867655:0:7234:0:(genops.c:885:class_export_put()) final put ffff8c000493d800/2e76414e-b633-4839-a6cc-214c12784b93 00000001:00100000:1.0:1790786121.867719:0:7234:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1790786121.867726:0:7234:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1790786121.867728:0:7234:0:(genops.c:885:class_export_put()) final put ffff8c01068a3800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1790786121.867827:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c000493d800/2e76414e-b633-4839-a6cc-214c12784b93 for lustre-MDT0001 00000020:00000080:3.0:1790786121.867898:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c01068a3800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:3.0:1790786121.867929:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0006ba4800 for lustre-MDT0001 00000020:00000080:3.0:1790786121.867935:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0106d34000 for lustre-MDT0001 00010000:00010000:0.0:1790786122.124667:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1790786122.764019:0:20159:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c01085ec420 - data ffff8c01048401b0/ffff8c0005fc2800 00000020:01000000:2.0:1790786122.764206:0:20159:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c000606b0c0 - data ffff8c012c6d7360/ffff8c012678f000 00000001:00000004:2.0:1790786122.772311:0:20159:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:3.0:1790786122.993682:0:20159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1790786122.993728:0:20159:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1790786122.993756:0:20159:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8c013bd4f800 x1877774855003520/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1790786130 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790786122.993800:0:20159:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1790786122.998655:0:20159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1790786122.998665:0:20159:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1790786122.998687:0:20159:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1790786122.998721:0:20159:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1790786122.999306:0:16333:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1790786122.999312:0:16333:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1790786122.999326:0:16333:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1790786123.000876:0:20159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1790786123.000885:0:20159:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:0.0:1790786123.000901:0:20159:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1790786123.000903:0:20159:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1790786123.004260:0:16335:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1790786123.004273:0:16335:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:1.0:1790786123.004292:0:16335:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1790786123.128888:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3ece 00000020:00000080:1.0:1790786123.128904:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c0111878000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1790786123.130154:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3ee3 00000020:00000080:1.0:1790786123.130166:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c0110bda800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1790786123.130672:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0111878000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1790786123.130908:0:20159:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1790786123.130917:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790786123.130930:0:20159:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1790786123.130935:0:20159:0:(genops.c:1557:class_disconnect_exports()) OBD device 4 (ffff8c0109d93380) has no exports 00000004:01000000:1.0:1790786123.131121:0:20159:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1790786123.131131:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3f45 00000020:00000080:1.0:1790786123.131150:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c01089ab000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1790786123.131155:0:20159:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1790786123.131158:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790786123.131163:0:20159:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1790786123.131166:0:20159:0:(genops.c:1557:class_disconnect_exports()) OBD device 10 (ffff8c0004318000) has no exports 00000020:00000080:1.0:1790786123.131174:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3f3e 00000020:00000080:1.0:1790786123.131178:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c0109374000/lustre-MDT0000-osd_UUID 00010000:01000000:1.0:1790786123.131592:0:20159:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1790786123.131597:0:20159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1790786123.131603:0:20159:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:1.0:1790786123.131610:0:20159:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1790786123.131613:0:20159:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1790786123.131650:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790786123.131657:0:20159:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790786123.131663:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3f30 00000020:00000080:1.0:1790786123.131668:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c01089ac000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1790786123.131672:0:20159:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1790786123.131675:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790786123.131679:0:20159:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1790786123.131681:0:20159:0:(genops.c:1557:class_disconnect_exports()) OBD device 9 (ffff8c000431b380) has no exports 00000020:00000080:1.0:1790786123.131685:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3f29 00000020:00000080:1.0:1790786123.134464:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c01089ad800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1790786123.134837:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0110bda800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:3.0:1790786123.134851:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c01089ab000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1790786123.134857:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0109374000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1790786123.134863:0:14775:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0109372800 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1790786123.134871:0:14775:0:(genops.c:885:class_export_put()) final put ffff8c01089a8000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1790786123.134874:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c01089a8000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1790786123.134878:0:14775:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1790786123.134979:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c01089ac000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1790786123.134988:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c01089ad800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1790786123.135310:0:20159:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1790786123.135315:0:20159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1790786123.135321:0:20159:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1790786123.135329:0:20159:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1790786123.135333:0:20159:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1790786123.135575:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790786123.135597:0:20159:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:1.0:1790786123.135617:0:20159:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1790786123.135626:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3f1b 00000020:00000080:1.0:1790786123.135634:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c01089ae000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1790786123.136147:0:14775:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c01089aa800 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1790786123.136162:0:14775:0:(genops.c:885:class_export_put()) final put ffff8c01089ad000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1790786123.136164:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c01089ad000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1790786123.136168:0:14775:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1790786123.136279:0:20159:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:1.0:1790786123.136286:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790786123.136292:0:20159:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1790786123.136297:0:20159:0:(genops.c:1557:class_disconnect_exports()) OBD device 8 (ffff8c000587cd40) has no exports 00000020:00000080:1.0:1790786123.136305:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3f14 00000020:00000080:1.0:1790786123.136311:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c010886a000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1790786123.136758:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c01089ae000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1790786123.136766:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c010886a000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1790786123.137292:0:20159:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:1.0:1790786123.137297:0:20159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1790786123.137303:0:20159:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1790786123.137310:0:20159:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1790786123.137361:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790786123.137370:0:20159:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790786123.137403:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790786123.137406:0:20159:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790786123.137410:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c0104edd000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1790786123.137413:0:20159:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0104edd000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1790786123.137419:0:20159:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790786123.137518:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3eea 00000020:00000080:1.0:1790786123.137524:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c0110bdc000/lustre-MDD0000_UUID 00000020:01000000:1.0:1790786123.137529:0:20159:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1790786123.137533:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790786123.137537:0:20159:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1790786123.137540:0:20159:0:(genops.c:1557:class_disconnect_exports()) OBD device 6 (ffff8c0109d94d40) has no exports 00000020:00000080:1.0:1790786123.137559:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790786123.137562:0:20159:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1790786123.137565:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3ef1 00000020:00000080:1.0:1790786123.137569:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c0110bdf800/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1790786123.137578:0:20159:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8c0004548000 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1790786123.137591:0:20159:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c0004548000 3 00000020:01000004:1.0:1790786123.137595:0:20159:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8c0004548000 from lustre-MDT0000 00000020:00000080:1.0:1790786123.137616:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790786123.137619:0:20159:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1790786123.137635:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c0111879800/lustre-MDT0000_UUID 00000020:00000080:1.0:1790786123.137638:0:20159:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0111879800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1790786123.137646:0:20159:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:1.0:1790786123.137676:0:20159:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:1.0:1790786123.137681:0:20159:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1790786123.137685:0:20159:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:3.0:1790786123.137840:0:14775:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c010886f000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1790786123.137848:0:14775:0:(genops.c:885:class_export_put()) final put ffff8c0109377800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1790786123.137850:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0109377800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1790786123.137859:0:14775:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1790786123.137910:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0110bdc000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1790786123.137914:0:14775:0:(genops.c:885:class_export_put()) final put ffff8c011187c000/lustre-MDD0000_UUID 00000020:00000080:3.0:1790786123.137916:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c011187c000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1790786123.137926:0:14775:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1790786123.137946:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0110bdf800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1790786123.138251:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790786123.138257:0:20159:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1790786123.138265:0:20159:0:(genops.c:1818:print_export_data()) MGS: ACTIVE ffff8c0140ad3800 ece41580-5c60-4ab8-8584-4ab4c3f79366 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1790786123.138270:0:20159:0:(genops.c:1552:class_disconnect_exports()) OBD device 1 (ffff8c000587b380) has exports, disconnecting them 00000020:00080000:1.0:1790786123.138275:0:20159:0:(genops.c:1527:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8c0140ad3800), last request at 1790786032 00000020:00000080:1.0:1790786123.138295:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3e96 00000020:00010000:1.0:1790786123.138300:0:20159:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8c0140ad3800: total 0 00000100:00080000:1.0:1790786123.138305:0:20159:0:(import.c:65:import_set_state_nolock()) ffff8c0140ad6000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1790786123.138316:0:20159:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c0140ad3800): rc 0 00000020:00080000:1.0:1790786123.138320:0:20159:0:(genops.c:1557:class_disconnect_exports()) OBD device 1 (ffff8c000587b380) has no exports 00000020:00010000:3.0:1790786123.138402:0:17951:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8c0140ad3800: total 0 00010000:00010000:3.0:1790786123.138407:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786123.138428:0:17951:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8c0140ad3800, canceled 0 locks, left on hash table 13. 00010000:00010000:3.0:1790786123.138464:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c35f600/0x19fa32945bed443f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19fa32945bed4438 expref: 14 pid: 16304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786123.138484:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c01421c6400/0x19fa32945bed3fb5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19fa32945bed3fae expref: 13 pid: 16302 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786123.138513:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c01071c2200/0x19fa32945bed444d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19fa32945bed4446 expref: 12 pid: 16303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786123.138524:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c01421fc000/0x19fa32945bed4072 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19fa32945bed406b expref: 11 pid: 16304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786123.138555:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c01421fda00/0x19fa32945bed3fc3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19fa32945bed3fbc expref: 10 pid: 16304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786123.138573:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c01029d9000/0x19fa32945bed445b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19fa32945bed4454 expref: 9 pid: 16304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786123.138594:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c01421fc600/0x19fa32945bed3fd1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19fa32945bed3fca expref: 8 pid: 16304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786123.138605:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c01071c3400/0x19fa32945bed427f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19fa32945bed4278 expref: 7 pid: 16303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786123.138614:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c01071c2a00/0x19fa32945bed3ea4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19fa32945bed3e9d expref: 6 pid: 16303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786123.138624:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c35e200/0x19fa32945bed42be lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19fa32945bed42b7 expref: 5 pid: 16303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786123.138636:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c01421c7000/0x19fa32945bed4121 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19fa32945bed411a expref: 4 pid: 16303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786123.138649:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013bd05600/0x19fa32945bed4255 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19fa32945bed424e expref: 3 pid: 16303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786123.138661:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c01071c2400/0x19fa32945bed40f7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x19fa32945bed40f0 expref: 2 pid: 16304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786123.138673:0:17951:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8c0140ad3800, canceled 13 locks, left on hash table 0. 00000020:00000080:3.0:1790786123.138686:0:17951:0:(genops.c:885:class_export_put()) final put ffff8c0140ad3800/ece41580-5c60-4ab8-8584-4ab4c3f79366 00010000:00010000:3.0:1790786123.138714:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786123.138722:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786123.138724:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1790786123.138750:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0140ad3800/ece41580-5c60-4ab8-8584-4ab4c3f79366 for MGS 00000020:00000080:3.0:1790786123.138783:0:14775:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0140ad6000 for MGS 00000100:00100000:0.0:1790786123.139023:0:16304:0:(service.c:3188:ptlrpc_main()) ll_mgs_0002: service thread [ffff8c0140b86200:16304] 2 exiting: rc = 0 00000100:00100000:1.0:1790786123.139454:0:16303:0:(service.c:3188:ptlrpc_main()) ll_mgs_0001: service thread [ffff8c0140a81000:16303] 1 exiting: rc = 0 00000100:00100000:3.0:1790786123.139652:0:16302:0:(service.c:3188:ptlrpc_main()) ll_mgs_0000: service thread [ffff8c013b769a00:16302] 0 exiting: rc = 1 00000100:00100000:0.0:1790786123.139785:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139807:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139815:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139824:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139830:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139836:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139842:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139849:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139855:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139862:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139869:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139876:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139882:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139889:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139894:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139900:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139906:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139912:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139918:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139924:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139930:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139937:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139945:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139951:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139957:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139963:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139969:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139975:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139982:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139988:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.139996:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140001:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140007:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140013:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140019:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140025:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140038:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140044:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140049:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140055:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140062:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140068:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140073:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140080:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140086:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140093:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140100:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140107:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140112:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140118:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140124:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140131:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140138:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140144:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140150:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140157:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140164:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140169:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140175:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140182:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140188:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140195:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140201:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786123.140207:0:20159:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 20000000:01000000:0.0:1790786123.140660:0:20159:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:0.0:1790786123.140664:0:20159:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 00000020:01000000:0.0:1790786123.145980:0:20159:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c01085ec180 - data ffff8c011ef3fe58/ffff8c0005fc0800 00000020:01000000:0.0:1790786123.146130:0:20159:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c01082c3120 - data ffff8c010affabd0/ffff8c013b530000 00000020:00000080:0.0:1790786123.146768:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3e7a 00000020:00000080:0.0:1790786123.146780:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c0003b4d800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1790786123.146796:0:20159:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8c0004548000 from MGS, refs=2 00000020:01000004:0.0:1790786123.146813:0:20159:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c0004548000 2 00000020:01000004:0.0:1790786123.146817:0:20159:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8c0004548000 from MGS 00000020:00000080:0.0:1790786123.146844:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790786123.146853:0:20159:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1790786123.146857:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c0003b4e800/MGS 00000020:00000080:0.0:1790786123.146860:0:20159:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0003b4e800/MGS for MGS 00000020:01000000:0.0:1790786123.146868:0:20159:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1790786123.146940:0:20159:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1790786123.146945:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790786123.146952:0:20159:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1790786123.146961:0:20159:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8c011187d800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1790786123.146968:0:20159:0:(genops.c:1552:class_disconnect_exports()) OBD device 11 (ffff8c0109d919c0) has exports, disconnecting them 00000020:00080000:0.0:1790786123.146974:0:20159:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8c011187d800), last request at 1790786032 00000020:00000080:0.0:1790786123.146978:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3f7d 00000020:00080000:0.0:1790786123.146989:0:20159:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c011187d800): rc 0 00000020:00000080:0.0:1790786123.146995:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c011187d800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1790786123.147820:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0003b4d800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1790786123.147834:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c011187d800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:00010000:0.0:1790786123.258364:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:01000000:3.0:1790786123.265261:0:20159:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:3.0:1790786123.265275:0:20159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1790786123.265281:0:20159:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1790786123.265291:0:20159:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1790786123.265335:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0104ed9800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1790786123.265537:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790786123.265547:0:20159:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1790786123.265554:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c0110bda000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1790786123.265558:0:20159:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0110bda000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1790786123.265574:0:20159:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:3.0:1790786123.265677:0:20159:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c0004548000 1 00000020:00000080:3.0:1790786123.265685:0:20159:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3e6c 00000020:00000080:3.0:1790786123.265709:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c0003b48000/lustre-MDT0000-osd_UUID 00000020:01000000:3.0:1790786123.265718:0:20159:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:3.0:1790786123.265727:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0003b48000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1790786123.265748:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790786123.265753:0:20159:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1790786123.265758:0:20159:0:(genops.c:1557:class_disconnect_exports()) OBD device 0 (ffff8c000431cd40) has no exports 00000020:00000080:3.0:1790786123.364368:0:20159:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790786123.364391:0:20159:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:3.0:1790786123.364400:0:20159:0:(genops.c:885:class_export_put()) final put ffff8c000454a000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1790786123.364406:0:20159:0:(genops.c:844:class_export_destroy()) destroying export ffff8c000454a000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1790786123.364417:0:20159:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:3.0:1790786123.365229:0:20159:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8c000454d000 00000020:02000400:3.0:1790786123.365313:0:20159:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:0.0:1790786124.173941:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790786124.877201:0:3430:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790786124.877225:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139c0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855005696:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790786124.877293:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786124.877371:0:17624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855005696 00000100:00100000:2.0:1790786124.877379:0:17624:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855005696 00000100:00100000:2.0:1790786124.877437:0:17624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1790786124.877455:0:17624:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855005696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1790786124.877490:0:17624:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790786124.877533:0:17624:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855005696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786124.877539:0:17624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:1.0:1790786124.877596:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790786124.877635:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139c0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855005696:0@lo:13:osp-pre-0-1.0 00000001:00100000:1.0:1790786124.977373:0:8106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1790786124.977380:0:8106:0:(genops.c:885:class_export_put()) final put ffff8c00042e6000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1790786124.977407:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c00042e6000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1790786124.977447:0:14775:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c00042e5800 for lustre-OST0000 00010000:00010000:2.0:1790786125.197038:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1790786125.455054:0:16964:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1790786126.219969:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1790786126.760998:0:20314:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:1.0:1790786126.774033:0:20314:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:1.0:1790786126.774178:0:20314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01071c2000/0x19fa32945bed406b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4072 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.774218:0:20314:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01071c2000/0x19fa32945bed406b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4072 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.774226:0:20314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01071c2000/0x19fa32945bed406b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed4072 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.774234:0:20314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.102@tcp lock: ffff8c01071c2000/0x19fa32945bed406b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed4072 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.774263:0:20314:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1790786126.774270:0:20314:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1790786126.774298:0:20314:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1790786126.774304:0:20314:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1790786126.774312:0:20314:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1790786126.774319:0:20314:0:(import.c:65:import_set_state_nolock()) ffff8c013759b000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1790786126.774325:0:20314:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1790786126.774327:0:20314:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1790786126.774331:0:20314:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1790786126.774379:0:16298:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790786126.774388:0:16298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c01071c2000/0x19fa32945bed406b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed4072 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786126.774397:0:16298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01071c2000 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:0.0:1790786126.774402:0:16298:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c01071c2000/0x19fa32945bed406b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed4072 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786126.774412:0:16298:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c01071c2000/0x19fa32945bed406b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x19fa32945bed4072 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790786126.774420:0:16298:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c01071c2000/0x19fa32945bed406b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x19fa32945bed4072 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790786126.774438:0:16298:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1790786126.774441:0:16298:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1790786126.774444:0:16298:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1790786126.774495:0:16298:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c01071c2000/0x19fa32945bed406b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed4072 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786126.774503:0:16298:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790786126.774538:0:16298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c01071c2000/0x19fa32945bed406b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed4072 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786126.774545:0:16298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c01071c2000/0x19fa32945bed406b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed4072 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786126.774571:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786126.774573:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786126.774574:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786126.774597:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ece41580-5c60-4ab8-8584-4ab4c3f79366:3432:1877774855005824:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790786126.775009:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786126.775105:0:16348:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855005824 00000100:00100000:0.0:1790786126.775124:0:16348:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855005824 00000100:00100000:0.0:1790786126.775174:0:16348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1790786126.775184:0:16348:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3432:x1877774855005824:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1790786126.775191:0:16348:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1790786126 with bad export cookie 1871864207904685718 00010000:00010000:1.0:1790786126.777413:0:20314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd05c00/0x19fa32945bed3fca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed3fd1 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.777435:0:20314:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd05c00/0x19fa32945bed3fca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed3fd1 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.777444:0:20314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd05c00/0x19fa32945bed3fca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed3fd1 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.777452:0:20314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.102@tcp lock: ffff8c013bd05c00/0x19fa32945bed3fca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed3fd1 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.777490:0:20314:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790786126.777498:0:20314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd05800/0x19fa32945bed42b7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed42be expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.777505:0:20314:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd05800/0x19fa32945bed42b7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed42be expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.777511:0:20314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd05800/0x19fa32945bed42b7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed42be expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.777519:0:20314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.102@tcp lock: ffff8c013bd05800/0x19fa32945bed42b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed42be expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.777546:0:20314:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1790786126.777564:0:20314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c35fe00/0x19fa32945bed4454 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed445b expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.777572:0:20314:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c35fe00/0x19fa32945bed4454 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed445b expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.777579:0:20314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c35fe00/0x19fa32945bed4454 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed445b expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.777585:0:20314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.102@tcp lock: ffff8c013c35fe00/0x19fa32945bed4454 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed445b expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.777603:0:20314:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1790786126.777609:0:20314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd05400/0x19fa32945bed3fbc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed3fc3 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.777624:0:20314:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd05400/0x19fa32945bed3fbc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed3fc3 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.777630:0:20314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd05400/0x19fa32945bed3fbc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed3fc3 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.777637:0:20314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.102@tcp lock: ffff8c013bd05400/0x19fa32945bed3fbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed3fc3 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786126.777645:0:20314:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:1.0:1790786126.777649:0:20314:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:1.0:1790786126.777682:0:20314:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0001 00000020:01000000:1.0:1790786126.777687:0:20314:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:1.0:1790786126.777820:0:20314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790786126.777828:0:20314:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:1.0:1790786126.777836:0:20314:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff8c0004d1c800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1790786126.777842:0:20314:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff8c000493b000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1790786126.777848:0:20314:0:(genops.c:1552:class_disconnect_exports()) OBD device 14 (ffff8c013c04b380) has exports, disconnecting them 00000020:00080000:1.0:1790786126.777854:0:20314:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8c0004d1c800), last request at 1790786121 00000020:00000080:1.0:1790786126.777863:0:20314:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed42a9 00000100:00080000:1.0:1790786126.777898:0:20314:0:(import.c:65:import_set_state_nolock()) ffff8c0004d1a000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1790786126.777948:0:20314:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c0004d1c800): rc 0 00000020:00000080:1.0:1790786126.777951:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c0004d1c800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:1.0:1790786126.777966:0:20314:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8c000493b000), last request at 1790786121 00000020:00000080:1.0:1790786126.777969:0:20314:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed414b 00000100:00080000:1.0:1790786126.777977:0:20314:0:(import.c:65:import_set_state_nolock()) ffff8c0004939000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1790786126.777984:0:20314:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c000493b000): rc 0 00000020:00000080:1.0:1790786126.777993:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c000493b000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:1.0:1790786126.778002:0:20314:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa553c14b3ae0 00000100:00080000:1.0:1790786126.778026:0:20314:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1790786126.778031:0:20314:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:3.0:1790786126.779290:0:16297:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1790786126.779307:0:16297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c013bd05c00/0x19fa32945bed3fca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed3fd1 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.779320:0:16297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd05c00 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:3.0:1790786126.779324:0:16297:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd05c00/0x19fa32945bed3fca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed3fd1 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.779336:0:16297:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013bd05c00/0x19fa32945bed3fca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x19fa32945bed3fd1 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790786126.779344:0:16297:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd05c00/0x19fa32945bed3fca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x19fa32945bed3fd1 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790786126.779350:0:16297:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1790786126.779353:0:16297:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:3.0:1790786126.779356:0:16297:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:3.0:1790786126.779410:0:16297:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c013bd05c00/0x19fa32945bed3fca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed3fd1 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.779417:0:16297:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790786126.779449:0:16297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c013bd05c00/0x19fa32945bed3fca lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed3fd1 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.779457:0:16297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013bd05c00/0x19fa32945bed3fca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed3fd1 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.779473:0:16297:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1790786126.779477:0:16297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c013bd05800/0x19fa32945bed42b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed42be expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.779496:0:16297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd05800 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:3.0:1790786126.779500:0:16297:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd05800/0x19fa32945bed42b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed42be expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.779507:0:16297:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013bd05800/0x19fa32945bed42b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x19fa32945bed42be expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790786126.779513:0:16297:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd05800/0x19fa32945bed42b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x19fa32945bed42be expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790786126.779519:0:16297:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1790786126.779521:0:16297:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1790786126.779523:0:16297:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1790786126.779538:0:16297:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c013bd05800/0x19fa32945bed42b7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed42be expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.779544:0:16297:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790786126.779573:0:16297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c013bd05800/0x19fa32945bed42b7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed42be expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.779581:0:16297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013bd05800/0x19fa32945bed42b7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed42be expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.779594:0:16297:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790786126.779598:0:16297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c013c35fe00/0x19fa32945bed4454 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed445b expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.779603:0:16297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c35fe00 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:3.0:1790786126.779606:0:16297:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c013c35fe00/0x19fa32945bed4454 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed445b expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.779619:0:16297:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013c35fe00/0x19fa32945bed4454 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x19fa32945bed445b expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790786126.779624:0:16297:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013c35fe00/0x19fa32945bed4454 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x19fa32945bed445b expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790786126.779629:0:16297:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1790786126.779631:0:16297:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1790786126.779633:0:16297:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1790786126.779646:0:16297:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c013c35fe00/0x19fa32945bed4454 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed445b expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.779651:0:16297:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790786126.779657:0:16297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c013c35fe00/0x19fa32945bed4454 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed445b expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.779663:0:16297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013c35fe00/0x19fa32945bed4454 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed445b expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.779673:0:16297:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790786126.779676:0:16297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c013bd05400/0x19fa32945bed3fbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed3fc3 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.779683:0:16297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd05400 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:3.0:1790786126.779685:0:16297:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd05400/0x19fa32945bed3fbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed3fc3 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.779851:0:16297:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013bd05400/0x19fa32945bed3fbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x19fa32945bed3fc3 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790786126.780153:0:16297:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd05400/0x19fa32945bed3fbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x19fa32945bed3fc3 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790786126.780159:0:16297:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1790786126.780162:0:16297:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1790786126.780164:0:16297:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1790786126.780183:0:16297:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c013bd05400/0x19fa32945bed3fbc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed3fc3 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.780189:0:16297:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790786126.780197:0:16297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c013bd05400/0x19fa32945bed3fbc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed3fc3 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.780204:0:16297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013bd05400/0x19fa32945bed3fbc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x19fa32945bed3fc3 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786126.780219:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786126.780220:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786126.780222:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786126.780251:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ece41580-5c60-4ab8-8584-4ab4c3f79366:3430:1877774855006080:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790786126.780342:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786126.780418:0:3430:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1790786126.780425:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ece41580-5c60-4ab8-8584-4ab4c3f79366:3430:1877774855006208:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790786126.780448:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786126.780484:0:16295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855006080 00000100:00100000:3.0:1790786126.780493:0:16295:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855006080 00000100:00100000:3.0:1790786126.780527:0:16295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855006208 00000100:00100000:3.0:1790786126.780530:0:16295:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855006208 00000100:00100000:3.0:1790786126.780546:0:16295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1790786126.780571:0:16295:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3430:x1877774855006080:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1790786126.780579:0:16295:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1790786126 with bad export cookie 1871864207904685718 00000100:00100000:3.0:1790786126.780630:0:16295:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3430:x1877774855006080:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (287us total) trans 0 rc -107/-107 00000100:00100000:3.0:1790786126.780637:0:16295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1790786126.780658:0:16295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1790786126.780662:0:16295:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3430:x1877774855006208:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1790786126.780666:0:16295:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1790786126 with bad export cookie 1871864207904685718 00000100:00100000:3.0:1790786126.780715:0:16295:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3430:x1877774855006208:12345-0@lo:103:ldlm_bl.0 Request processed in 27us (241us total) trans 0 rc -107/-107 00000100:00100000:3.0:1790786126.780721:0:16295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:3.0:1790786126.780758:0:3430:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.102@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1790786126.780763:0:3430:0:(import.c:65:import_set_state_nolock()) ffff8c011d49e800 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1790786126.780767:0:3430:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.102@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00010000:00010000:2.0:1790786126.780843:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1790786126.782539:0:20314:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1790786126.782550:0:20314:0:(import.c:65:import_set_state_nolock()) ffff8c0110e4b000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1790786126.784942:0:20314:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1790786126.784950:0:20314:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 3 00000004:00080000:1.0:1790786126.784969:0:20314:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1790786126.785039:0:20314:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1790786126.785078:0:20314:0:(import.c:65:import_set_state_nolock()) ffff8c0137b7b800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1790786126.785097:0:20314:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1790786126.785100:0:20314:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 3 00000004:00080000:1.0:1790786126.785116:0:20314:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1790786126.785178:0:20314:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1790786126.785187:0:20314:0:(import.c:65:import_set_state_nolock()) ffff8c012c3fe000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1790786126.785219:0:20314:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff8c013c04b380) has no exports 00010000:00010000:1.0:1790786126.785876:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1790786126.794812:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0004d1c800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:1.0:1790786126.794901:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c000493b000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:1.0:1790786126.794931:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0004d1a000 for lustre-MDT0001 00000020:00000080:1.0:1790786126.794936:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0004939000 for lustre-MDT0001 00000100:00080000:3.0:1790786126.803336:0:3430:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.102@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1790786126.803344:0:3430:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1790786126.803356:0:3430:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c00047a6300 x1877774855005824/t0(0) o103->MGC192.168.203.102@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1790786142 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790786126.803375:0:3430:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c0140e13b80 x1877774855006080/t0(0) o103->MGC192.168.203.102@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1790786142 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790786126.803387:0:3430:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c0140e10a80 x1877774855006208/t0(0) o103->MGC192.168.203.102@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1790786142 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1790786126.803884:0:3430:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1790786126.803888:0:3430:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1790786126.803890:0:3430:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1790786126.804057:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ece41580-5c60-4ab8-8584-4ab4c3f79366:0:1877774855005952:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790786126.804104:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1790786126.804111:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ece41580-5c60-4ab8-8584-4ab4c3f79366:0:1877774855006336:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790786126.804143:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855006464:0@lo:9:umount.0 00000100:00100000:2.0:1790786126.804238:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786126.804287:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855006592:0@lo:9:umount.0 00000100:00100000:2.0:1790786126.804311:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786126.804347:0:17620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855006464 00000100:00100000:2.0:1790786126.804356:0:17620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855006464 00000100:00100000:2.0:1790786126.804417:0:17620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855006592 00000100:00100000:2.0:1790786126.804420:0:17620:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855006592 00000100:00100000:2.0:1790786126.804445:0:17620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1790786126.804455:0:17620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139c0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3429:x1877774855006464:12345-0@lo:9:umount.0 00000020:00000080:2.0:1790786126.804490:0:17620:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed4239 00000100:00080000:2.0:1790786126.804501:0:17620:0:(import.c:65:import_set_state_nolock()) ffff8c00042e0000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1790786126.804549:0:17620:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1790786126.805039:0:17620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139c0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3429:x1877774855006464:12345-0@lo:9:umount.0 Request processed in 584us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786126.805047:0:17620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1790786126.805085:0:17620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1790786126.805093:0:17620:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3429:x1877774855006592:12345-0@lo:9:umount.0 00000020:00000080:2.0:1790786126.805109:0:17620:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed42da 00000100:00080000:2.0:1790786126.805116:0:17620:0:(import.c:65:import_set_state_nolock()) ffff8c000407d800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1790786126.805138:0:17620:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934606 00000100:00100000:2.0:1790786126.805341:0:17620:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3429:x1877774855006592:12345-0@lo:9:umount.0 Request processed in 249us (1029us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786126.805347:0:17620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:2.0:1790786126.805372:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1790786126.805376:0:16305:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1790786126.805415:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c0137b7b800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1790786126.805429:0:3429:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1790786126.805431:0:3429:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1790786126.805435:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855006464:0@lo:9:umount.0 00000100:00080000:2.0:1790786126.805448:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c012c3fe000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1790786126.805459:0:3429:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1790786126.805461:0:3429:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1790786126.805463:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855006592:0@lo:9:umount.0 00010000:00010000:2.0:1790786126.805495:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790786126.805749:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ece41580-5c60-4ab8-8584-4ab4c3f79366:3432:1877774855005824:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1790786126.806051:0:3430:0:(import.c:65:import_set_state_nolock()) ffff8c011d49e800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790786126.806058:0:3430:0:(import.c:545:import_select_connection()) MGC192.168.203.102@tcp: connect to NID 0@lo last attempt 440 00000100:00080000:3.0:1790786126.806079:0:3430:0:(import.c:666:import_select_connection()) MGC192.168.203.102@tcp: import ffff8c011d49e800 using connection 192.168.203.102@tcp/0@lo 00010000:00010000:3.0:1790786126.806088:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786126.806121:0:3430:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c0140e13800 x1877774855006720/t0(0) o250->MGC192.168.203.102@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790786126.806158:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ece41580-5c60-4ab8-8584-4ab4c3f79366:3430:1877774855006080:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790786126.806174:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ece41580-5c60-4ab8-8584-4ab4c3f79366:3430:1877774855006208:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790786126.806215:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ece41580-5c60-4ab8-8584-4ab4c3f79366:3429:1877774855006720:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:2.0:1790786126.806246:0:3429:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1877774855006720 offset 0 length 520: 4 00000400:00000100:0.0:1790786126.818493:0:16348:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 18 match 1877774855005824 offset 224 length 224: 4 00000100:00100000:0.0:1790786126.818526:0:16348:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3432:x1877774855005824:12345-0@lo:103:ldlm_bl.0 Request processed in 43339us (43515us total) trans 0 rc -107/-107 00000100:00100000:0.0:1790786126.818540:0:16348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000020:00080000:3.0:1790786126.830981:0:20314:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff8c013c04b380) has no exports 00000020:01000000:0.0:1790786126.893083:0:20314:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c0111980900 - data ffff8c013ba9fd80/ffff8c0005fc3800 00000020:01000000:0.0:1790786126.899979:0:20314:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c0126a23e40 - data ffff8c013b8a1870/ffff8c0106cfec00 00000001:00000004:1.0:1790786126.916338:0:20314:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:2.0:1790786126.925820:0:14775:0:(pinger.c:229:ptlrpc_pinger_process_import()) ece41580-5c60-4ab8-8584-4ab4c3f79366->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1790786126.925831:0:14775:0:(pinger.c:247:ptlrpc_pinger_process_import()) ece41580-5c60-4ab8-8584-4ab4c3f79366->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790786126.925834:0:14775:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1790786126.925838:0:14775:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1790786126.925843:0:14775:0:(import.c:65:import_set_state_nolock()) ffff8c0004b42000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790786126.925863:0:14775:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 529 00000100:00080000:2.0:1790786126.925870:0:14775:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1790786126.925893:0:14775:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8c0004b42000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:2.0:1790786126.925939:0:14775:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c013c0d5500 x1877774855006848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790786126.926000:0:14775:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1790786126.926004:0:14775:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1790786126.926006:0:14775:0:(import.c:65:import_set_state_nolock()) ffff8c000442c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790786126.926010:0:14775:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 529 00000100:00080000:2.0:1790786126.926013:0:14775:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1790786126.926017:0:14775:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8c000442c000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:2.0:1790786126.926032:0:14775:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c000653e300 x1877774855007104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790786126.926086:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013c0d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3433:1877774855006976:0@lo:400:kworker.0 00000100:00100000:2.0:1790786126.926171:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786126.926233:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3430:1877774855007232:0@lo:400:kworker.0 00000100:00100000:2.0:1790786126.926260:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786126.926300:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855006976 00000100:00100000:2.0:1790786126.926311:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855006976 00000100:00100000:2.0:1790786126.926356:0:18819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855007232 00000100:00100000:2.0:1790786126.926359:0:18819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855007232 00000100:00100000:2.0:1790786126.926379:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1790786126.926387:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3433:x1877774855006976:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1790786126.926396:0:18819:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1790786126.927877:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3433:x1877774855006976:12345-0@lo:400:kworker.0 Request processed in 50us (267us total) trans 0 rc -107/-107 00000100:00100000:2.0:1790786126.927929:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1790786126.927977:0:18819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1790786126.927985:0:18819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3430:x1877774855007232:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1790786126.927992:0:18819:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1790786126.928077:0:18819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3430:x1877774855007232:12345-0@lo:400:kworker.0 Request processed in 91us (1816us total) trans 0 rc -107/-107 00000100:00100000:2.0:1790786126.928083:0:18819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:2.0:1790786126.928158:0:3430:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-lwp-OST0001 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1790786126.928164:0:3430:0:(import.c:65:import_set_state_nolock()) ffff8c0004429800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1790786126.928168:0:3430:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:3.0:1790786126.931126:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013c0d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3429:1877774855006848:0@lo:38:kworker.0 00000100:00100000:3.0:1790786126.931297:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786126.931359:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3429:1877774855007104:0@lo:38:kworker.0 00000100:00100000:3.0:1790786126.931417:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786126.931875:0:16310:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855006848 00000100:00100000:3.0:1790786126.931886:0:16310:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855006848 00000100:00100000:3.0:1790786126.931945:0:16310:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855007104 00000100:00100000:3.0:1790786126.931949:0:16310:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855007104 00000100:00100000:3.0:1790786126.931971:0:16310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1790786126.931980:0:16310:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3429:x1877774855006848:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1790786126.932009:0:16310:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1790786126.945163:0:3430:0:(import.c:65:import_set_state_nolock()) ffff8c0004429800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790786126.945176:0:3430:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 478 00000100:00100000:0.0:1790786126.945561:0:16311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1790786126.945574:0:16311:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3429:x1877774855007104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1790786126.945610:0:16311:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1790786126.945762:0:16311:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3429:x1877774855007104:12345-0@lo:38:kworker.0 Request processed in 188us (14343us total) trans 0 rc -19/-19 00000100:00100000:0.0:1790786126.945770:0:16311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:0.0:1790786126.945851:0:3433:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-lwp-OST0000 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1790786126.945856:0:3433:0:(import.c:65:import_set_state_nolock()) ffff8c000407e800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1790786126.945860:0:3433:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0000: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1790786126.945863:0:3433:0:(import.c:65:import_set_state_nolock()) ffff8c000407e800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790786126.945867:0:3433:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 466 00000100:00080000:0.0:1790786126.945879:0:3433:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8c000407e800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:0.0:1790786126.945917:0:3433:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c00047a6300 x1877774855007360/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790786126.945937:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013c0d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3433:1877774855006976:0@lo:400:kworker.0 00000100:00080000:2.0:1790786126.946507:0:3430:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8c0004429800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:1.0:1790786126.946630:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3429:1877774855007360:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1790786126.946681:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1790786126.946734:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c000442c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790786126.946755:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790786126.946759:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3429:1877774855007104:0@lo:38:kworker.0 00000100:00100000:2.0:1790786126.949062:0:19179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855007360 00000100:00100000:2.0:1790786126.949079:0:19179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855007360 00000100:00100000:2.0:1790786126.949360:0:19179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1790786126.949385:0:19179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3429:x1877774855007360:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:2.0:1790786126.949865:0:19179:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0001: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1790786126.959837:0:3430:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c00047a5c00 x1877774855007488/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790786126.959899:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3430:1877774855007232:0@lo:400:kworker.0 00000100:00100000:0.0:1790786126.959966:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3429:1877774855007488:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1790786126.960070:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786126.960130:0:16309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855007488 00000100:00100000:0.0:1790786126.960139:0:16309:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855007488 00000100:00100000:0.0:1790786126.960328:0:16309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1790786126.960337:0:16309:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3429:x1877774855007488:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:0.0:1790786126.960359:0:16309:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0001: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1790786126.960407:0:16309:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3429:x1877774855007488:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 71us (337us total) trans 0 rc -19/-19 00000100:00100000:0.0:1790786126.960415:0:16309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00080000:0.0:1790786126.961014:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c0004429800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790786126.961022:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1790786126.961027:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3429:1877774855007488:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1790786126.964649:0:16310:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3429:x1877774855006848:12345-0@lo:38:kworker.0 Request processed in 32660us (33345us total) trans 0 rc -19/-19 00000100:00100000:3.0:1790786126.964666:0:16310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:0.0:1790786126.965363:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c0004b42000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790786126.965372:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1790786126.965378:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013c0d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3429:1877774855006848:0@lo:38:kworker.0 00000100:00100000:2.0:1790786127.006017:0:19179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3429:x1877774855007360:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 56617us (59319us total) trans 0 rc -19/-19 00000100:00100000:2.0:1790786127.006039:0:19179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:2.0:1790786127.006128:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c000407e800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790786127.006135:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790786127.006140:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3429:1877774855007360:0@lo:38:ptlrpcd_00_03.0 00000100:00080000:2.0:1790786127.050818:0:20314:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1790786127.050848:0:20314:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1790786127.050856:0:20314:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1790786127.061465:0:20314:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1790786127.061478:0:20314:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1790786127.061501:0:20314:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1790786127.061505:0:20314:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1790786127.062576:0:16951:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1790786127.062586:0:16951:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:0.0:1790786127.062602:0:16951:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1790786127.068651:0:20314:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1790786127.068663:0:20314:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1790786127.068715:0:20314:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1790786127.068719:0:20314:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1790786127.071498:0:16955:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1790786127.071508:0:16955:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1790786127.071522:0:16955:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1790786127.182429:0:20314:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3fdf 00000020:00000080:0.0:1790786127.182444:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c000403e000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1790786127.182767:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c000403e000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1790786127.186288:0:20314:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3ff4 00000020:00000080:1.0:1790786127.186346:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c013a1aa000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1790786127.186370:0:20314:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:1.0:1790786127.186377:0:20314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790786127.186389:0:20314:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1790786127.186394:0:20314:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff8c013c04cd40) has no exports 00000020:00000080:0.0:1790786127.186599:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c013a1aa000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000004:01000000:1.0:1790786127.186969:0:20314:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1790786127.186981:0:20314:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed4048 00000020:00000080:1.0:1790786127.186988:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c01068a3000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1790786127.187000:0:20314:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1790786127.187057:0:20314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790786127.187065:0:20314:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1790786127.187068:0:20314:0:(genops.c:1557:class_disconnect_exports()) OBD device 18 (ffff8c013b7e0000) has no exports 00000020:00000080:1.0:1790786127.187077:0:20314:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed4041 00000020:00000080:1.0:1790786127.187119:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c012c3f9800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1790786127.187327:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c01068a3000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1790786127.187340:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c012c3f9800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1790786127.187968:0:20314:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:1.0:1790786127.187975:0:20314:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1790786127.187980:0:20314:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1790786127.187989:0:20314:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1790786127.187992:0:20314:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1790786127.188159:0:20314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790786127.188169:0:20314:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1790786127.188175:0:20314:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed4033 00000020:00000080:1.0:1790786127.188182:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c0110593000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1790786127.188187:0:20314:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:1.0:1790786127.188194:0:20314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790786127.188242:0:14775:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c012c3fe000 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1790786127.188250:0:14775:0:(genops.c:885:class_export_put()) final put ffff8c000403a000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1790786127.188252:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c000403a000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1790786127.188259:0:14775:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1790786127.188313:0:20314:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1790786127.188316:0:20314:0:(genops.c:1557:class_disconnect_exports()) OBD device 17 (ffff8c013b7e3380) has no exports 00000020:00000080:1.0:1790786127.188322:0:20314:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed402c 00000020:00000080:0.0:1790786127.188403:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0110593000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1790786127.188439:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c0137b78000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1790786127.188560:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0137b78000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1790786127.191196:0:20314:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:1.0:1790786127.191241:0:20314:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1790786127.191247:0:20314:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1790786127.191257:0:20314:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1790786127.191259:0:20314:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1790786127.191327:0:20314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790786127.191342:0:20314:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:1.0:1790786127.191365:0:20314:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1790786127.191374:0:20314:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed4017 00000020:00000080:1.0:1790786127.191385:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c000403b000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1790786127.191392:0:20314:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:1.0:1790786127.191401:0:20314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790786127.191406:0:20314:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1790786127.191410:0:20314:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff8c0107de8000) has no exports 00000020:00000080:1.0:1790786127.191418:0:20314:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed4010 00000020:00000080:1.0:1790786127.191421:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c0110e4f800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1790786127.192369:0:14775:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0137b7b800 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1790786127.192385:0:14775:0:(genops.c:885:class_export_put()) final put ffff8c0140b8c800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1790786127.192388:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0140b8c800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1790786127.192395:0:14775:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1790786127.192490:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c000403b000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1790786127.192502:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0110e4f800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1790786127.194980:0:20314:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1790786127.194990:0:20314:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1790786127.194995:0:20314:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1790786127.195065:0:20314:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1790786127.195118:0:14775:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0110e4b000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1790786127.195269:0:20314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790786127.195284:0:20314:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1790786127.195289:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c0105322000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1790786127.195293:0:20314:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0105322000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:0.0:1790786127.195301:0:20314:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1790786127.195699:0:20314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790786127.195794:0:20314:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1790786127.195798:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c0126b51800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1790786127.195800:0:20314:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0126b51800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1790786127.195806:0:20314:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1790786127.195980:0:20314:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3ffb 00000020:00000080:0.0:1790786127.195988:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c013a1ab800/lustre-MDD0001_UUID 00000020:01000000:0.0:1790786127.196012:0:20314:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1790786127.196017:0:20314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790786127.196027:0:20314:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00000080:2.0:1790786127.196131:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c013a1ab800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00080000:0.0:1790786127.196225:0:20314:0:(genops.c:1557:class_disconnect_exports()) OBD device 15 (ffff8c013c048000) has no exports 00000020:00000080:0.0:1790786127.196256:0:20314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790786127.196261:0:20314:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1790786127.196265:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c013a1af000/lustre-MDD0001_UUID 00000020:00000080:0.0:1790786127.196267:0:20314:0:(genops.c:844:class_export_destroy()) destroying export ffff8c013a1af000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:0.0:1790786127.196271:0:20314:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:0.0:1790786127.196417:0:20314:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed4002 00000020:00000080:0.0:1790786127.196423:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c013a1ad000/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1790786127.196443:0:20314:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8c0140b8e800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1790786127.196447:0:20314:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c0140b8e800 2 00000020:01000004:0.0:1790786127.196450:0:20314:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8c0140b8e800 from lustre-MDT0001 00000020:00000080:0.0:1790786127.196475:0:20314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790786127.196480:0:20314:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1790786127.196483:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c000403c800/lustre-MDT0001_UUID 00000020:00000080:0.0:1790786127.196485:0:20314:0:(genops.c:844:class_export_destroy()) destroying export ffff8c000403c800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1790786127.196493:0:20314:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1790786127.196531:0:20314:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1790786127.196536:0:20314:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1790786127.196539:0:20314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790786127.196543:0:20314:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1790786127.196560:0:20314:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8c010a4b9000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1790786127.196566:0:20314:0:(genops.c:1552:class_disconnect_exports()) OBD device 19 (ffff8c0107deb380) has exports, disconnecting them 00000020:00080000:0.0:1790786127.196570:0:20314:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8c010a4b9000), last request at 1790786043 00000020:00000080:0.0:1790786127.196575:0:20314:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed4080 00000020:00080000:0.0:1790786127.196589:0:20314:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c010a4b9000): rc 0 00000020:00000080:0.0:1790786127.196593:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c010a4b9000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1790786127.197125:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c013a1ad000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1790786127.197137:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c010a4b9000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1790786127.203895:0:20314:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1790786127.203908:0:20314:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1790786127.203913:0:20314:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1790786127.203923:0:20314:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1790786127.204164:0:20314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790786127.204176:0:20314:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1790786127.204185:0:20314:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c0140b8e800 1 00000020:00000080:0.0:1790786127.204194:0:20314:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3fa7 00000020:00000080:0.0:1790786127.204206:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c0110bdd000/lustre-MDT0001-osd_UUID 00000020:01000000:0.0:1790786127.204213:0:20314:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1790786127.204218:0:20314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790786127.204223:0:20314:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1790786127.204228:0:20314:0:(genops.c:1557:class_disconnect_exports()) OBD device 12 (ffff8c0107decd40) has no exports 00000020:00000080:0.0:1790786127.207820:0:14775:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c013759b000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1790786127.207852:0:14775:0:(genops.c:885:class_export_put()) final put ffff8c01068a5800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:0.0:1790786127.207856:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c01068a5800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:0.0:1790786127.207869:0:14775:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:0.0:1790786127.207966:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0110bdd000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1790786127.229445:0:20314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790786127.229468:0:20314:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:0.0:1790786127.229475:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c0140b8d800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1790786127.229482:0:20314:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0140b8d800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:0.0:1790786127.229491:0:20314:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:0.0:1790786127.229674:0:20314:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8c0140b8b800 00000020:01000000:0.0:1790786127.230007:0:20314:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1790786127.230013:0:20314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790786127.230018:0:20314:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1790786127.230024:0:20314:0:(genops.c:1557:class_disconnect_exports()) OBD device 3 (ffff8c0005878000) has no exports 00000100:00100000:0.0:1790786127.230126:0:16309:0:(service.c:3188:ptlrpc_main()) mdt00_000: service thread [ffff8c00040cdc00:16309] 0 exiting: rc = 1 00000100:00100000:0.0:1790786127.230399:0:18819:0:(service.c:3188:ptlrpc_main()) mdt00_003: service thread [ffff8c01088ace00:18819] 3 exiting: rc = 0 00000100:00100000:0.0:1790786127.230987:0:19179:0:(service.c:3188:ptlrpc_main()) mdt00_004: service thread [ffff8c011f5ec800:19179] 4 exiting: rc = 0 00000100:00100000:0.0:1790786127.233108:0:16311:0:(service.c:3188:ptlrpc_main()) mdt00_002: service thread [ffff8c00010bda00:16311] 2 exiting: rc = 0 00000100:00100000:0.0:1790786127.233225:0:16310:0:(service.c:3188:ptlrpc_main()) mdt00_001: service thread [ffff8c00040cc600:16310] 1 exiting: rc = 0 00000100:00100000:0.0:1790786127.237597:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237609:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237627:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237634:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237640:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237646:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237651:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237657:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237662:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237668:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237679:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237686:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237720:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237727:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237733:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237739:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237744:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237751:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237758:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237768:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237774:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237785:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237795:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237803:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237814:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237826:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.237835:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238732:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238745:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238753:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238761:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238767:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238773:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238780:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238786:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238792:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238798:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238814:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238820:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238826:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238831:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238837:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238853:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238859:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238865:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238870:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238875:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238882:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238893:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238899:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238906:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238912:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238917:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238923:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238928:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238935:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238941:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238947:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238953:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238959:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238965:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238971:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238977:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.238983:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.245587:0:16312:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8c00010bce00:16312] 0 exiting: rc = 1 00000100:00100000:0.0:1790786127.247079:0:16313:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8c00010bd400:16313] 1 exiting: rc = 0 00000100:00100000:0.0:1790786127.247195:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247205:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247213:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247218:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247224:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247766:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247804:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247810:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247816:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247822:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247828:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247833:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247946:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247954:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247959:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247964:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247970:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247976:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247982:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247987:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247992:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.247999:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248125:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248134:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248139:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248146:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248151:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248155:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248160:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248166:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248171:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248177:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248183:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248189:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248195:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248201:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248208:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248214:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248221:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248336:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248346:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248360:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248366:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248372:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248377:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248383:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248389:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248394:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248400:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248406:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248412:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248418:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248518:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248526:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248533:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248540:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248545:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248563:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248569:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248574:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248580:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248586:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248591:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.248596:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.250978:0:16953:0:(service.c:3188:ptlrpc_main()) mdt_out00_002: service thread [ffff8c01082f5800:16953] 2 exiting: rc = 0 00000100:00100000:3.0:1790786127.250982:0:16314:0:(service.c:3188:ptlrpc_main()) mdt_out00_000: service thread [ffff8c01394ec200:16314] 0 exiting: rc = 1 00000100:00100000:2.0:1790786127.253019:0:16315:0:(service.c:3188:ptlrpc_main()) mdt_out00_001: service thread [ffff8c0102d72e00:16315] 1 exiting: rc = 0 00000100:00100000:0.0:1790786127.254655:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254668:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254674:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254681:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254706:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254716:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254723:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254733:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254740:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254748:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254756:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254779:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254808:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254816:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254822:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254829:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254836:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254856:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254863:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254871:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254877:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254883:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254890:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254913:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254921:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254929:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254935:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254943:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254950:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254957:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254963:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254976:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254983:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254989:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.254996:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255019:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255028:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255034:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255042:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255048:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255054:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255061:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255068:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255074:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255082:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255089:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255096:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255127:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255135:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255142:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255149:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255156:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255162:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255169:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255176:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255183:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255190:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255197:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255205:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255227:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255245:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255252:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255259:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.255267:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.293490:0:16316:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8c0005b74c00:16316] 0 exiting: rc = 1 00000100:00100000:3.0:1790786127.295079:0:16317:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8c01111c7c00:16317] 1 exiting: rc = 0 00000100:00100000:1.0:1790786127.295160:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295169:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295177:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295184:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295190:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295196:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295201:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295208:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295214:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295219:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295226:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295231:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295236:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295243:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295268:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295276:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295285:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295292:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295298:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295307:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295316:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295323:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295331:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295339:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295347:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295355:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295362:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295370:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295377:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295386:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295392:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295399:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295407:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295415:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295422:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295431:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295439:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295448:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295455:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295462:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295472:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295481:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295492:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295503:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295510:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295515:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295528:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295533:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295537:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295574:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295583:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295590:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295599:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295607:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.295620:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.296376:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.296384:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.296389:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.296395:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.296400:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.296406:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.296412:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.296417:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.296424:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298009:0:16318:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8c0005b75a00:16318] 0 exiting: rc = 1 00000100:00100000:1.0:1790786127.298515:0:16319:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8c01268a6a00:16319] 1 exiting: rc = 0 00000100:00100000:1.0:1790786127.298609:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298619:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298630:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298641:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298651:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298662:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298672:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298678:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298685:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298712:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298720:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298725:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298731:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298741:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298747:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298753:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298761:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298768:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298789:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298796:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298811:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298821:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298829:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298839:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298848:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298857:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298865:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298872:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298880:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298887:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298895:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298901:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298905:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298911:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298917:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298922:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298927:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298933:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298938:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298945:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298950:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298955:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298960:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298965:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298973:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298980:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298988:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.298997:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.299005:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.299011:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.299017:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.299024:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.299033:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.299048:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.299061:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.299083:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.299091:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.299100:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.299108:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.299115:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.299121:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.299126:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.299132:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.299138:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786127.302889:0:16321:0:(service.c:3188:ptlrpc_main()) mdt_fld_0001: service thread [ffff8c01268a6000:16321] 1 exiting: rc = 0 00000100:00100000:2.0:1790786127.302905:0:16320:0:(service.c:3188:ptlrpc_main()) mdt_fld_0000: service thread [ffff8c01268a7600:16320] 0 exiting: rc = 1 00000100:00100000:0.0:1790786127.303525:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303537:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303543:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303562:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303568:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303574:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303580:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303586:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303592:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303598:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303604:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303611:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303617:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303624:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303629:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303634:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303640:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303645:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303668:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303674:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303680:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.303685:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306277:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306305:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306311:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306317:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306322:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306327:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306332:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306338:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306343:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306349:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306353:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306359:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306366:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306372:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306378:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306384:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306389:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306396:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306401:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306406:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306412:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306417:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306422:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306427:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306432:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306437:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306443:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306448:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306452:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306457:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306463:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306494:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306501:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306507:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306512:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306517:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306523:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306529:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306534:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306539:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306545:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.306561:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.307988:0:16323:0:(service.c:3188:ptlrpc_main()) mdt_io00_001: service thread [ffff8c00010bc800:16323] 1 exiting: rc = 0 00000100:00100000:0.0:1790786127.308421:0:16322:0:(service.c:3188:ptlrpc_main()) mdt_io00_000: service thread [ffff8c00010bc200:16322] 0 exiting: rc = 1 00000100:00100000:1.0:1790786127.310348:0:16324:0:(service.c:3188:ptlrpc_main()) mdt_io00_002: service thread [ffff8c00010bd800:16324] 2 exiting: rc = 0 00000100:00100000:0.0:1790786127.310584:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310594:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310601:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310608:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310615:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310621:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310628:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310635:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310642:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310648:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310655:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310661:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310667:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310674:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310680:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310713:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310732:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310740:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310746:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310753:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310759:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310766:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310789:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310795:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310803:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310811:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310817:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310825:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310831:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310838:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310845:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310852:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310859:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310865:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310871:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310878:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310885:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310891:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310907:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310915:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310938:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310948:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310956:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310963:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310971:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310978:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310985:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.310994:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.311003:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.311013:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.311026:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.311034:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.311043:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.311054:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.311064:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.311073:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.311080:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.311095:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.311102:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.311109:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.311289:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.311298:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.311304:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786127.311310:0:20314:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1790786127.318408:0:20314:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790786127.318428:0:20314:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1790786127.318437:0:20314:0:(genops.c:885:class_export_put()) final put ffff8c0105321000/MDS_uuid 00000020:00000080:1.0:1790786127.318443:0:20314:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0105321000/MDS_uuid for MDS 00000020:01000000:1.0:1790786127.318458:0:20314:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1790786127.318676:0:20314:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:1.0:1790786127.355928:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786128.398620:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786129.419888:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1790786130.024747:0:8106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1790786130.024760:0:8106:0:(genops.c:885:class_export_put()) final put ffff8c00042e7000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1790786130.024831:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c00042e7000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1790786130.024885:0:14775:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c00042e0000 for lustre-OST0000 00000020:01000004:2.0:1790786130.422289:0:20467:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:1.0:1790786130.431991:0:20467:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0000 00010000:00010000:1.0:1790786130.432037:0:20467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd05a00/0x19fa32945bed411a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4121 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786130.432052:0:20467:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd05a00/0x19fa32945bed411a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4121 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786130.432060:0:20467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd05a00/0x19fa32945bed411a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed4121 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786130.432069:0:20467:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.102@tcp lock: ffff8c013bd05a00/0x19fa32945bed411a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed4121 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786130.432103:0:20467:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1790786130.432108:0:20467:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1790786130.432130:0:20467:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1790786130.432134:0:20467:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1790786130.432140:0:20467:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1790786130.432146:0:20467:0:(import.c:65:import_set_state_nolock()) ffff8c0004b42000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1790786130.432151:0:20467:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1790786130.432153:0:20467:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1790786130.432156:0:20467:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1790786130.432162:0:16298:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790786130.432171:0:16298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c013bd05a00/0x19fa32945bed411a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed4121 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786130.432180:0:16298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd05a00 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:0.0:1790786130.432184:0:16298:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd05a00/0x19fa32945bed411a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed4121 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786130.432193:0:16298:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013bd05a00/0x19fa32945bed411a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x19fa32945bed4121 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790786130.432201:0:16298:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd05a00/0x19fa32945bed411a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x19fa32945bed4121 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790786130.432208:0:16298:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1790786130.432210:0:16298:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1790786130.432214:0:16298:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1790786130.432227:0:16298:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c011d49e800 00010000:00010000:0.0:1790786130.432230:0:16298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c013bd05a00/0x19fa32945bed411a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x19fa32945bed4121 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786130.432237:0:16298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013bd05a00/0x19fa32945bed411a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x19fa32945bed4121 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786130.432263:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786130.432265:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786130.432266:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1790786130.433338:0:20467:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1790786130.433344:0:20467:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1790786130.433351:0:20467:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1790786130.433355:0:20467:0:(import.c:65:import_set_state_nolock()) ffff8c000407e800 lustre-MDT0001_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1790786130.433360:0:20467:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1790786130.433361:0:20467:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1790786130.433364:0:20467:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1790786130.434633:0:20467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01421c6c00/0x19fa32945bed40f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed40f7 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786130.434650:0:20467:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01421c6c00/0x19fa32945bed40f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed40f7 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786130.434657:0:20467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01421c6c00/0x19fa32945bed40f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed40f7 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786130.434664:0:20467:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.102@tcp lock: ffff8c01421c6c00/0x19fa32945bed40f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed40f7 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786130.434943:0:20467:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790786130.434953:0:20467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4446 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed444d expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786130.434960:0:20467:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4446 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed444d expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786130.434966:0:20467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4446 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed444d expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786130.434972:0:20467:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4446 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed444d expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786130.435026:0:17951:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790786130.435034:0:17951:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c01421c6c00/0x19fa32945bed40f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed40f7 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786130.435040:0:17951:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421c6c00 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:2.0:1790786130.435044:0:17951:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c01421c6c00/0x19fa32945bed40f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed40f7 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786130.435053:0:17951:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c01421c6c00/0x19fa32945bed40f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x19fa32945bed40f7 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790786130.435060:0:17951:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c01421c6c00/0x19fa32945bed40f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x19fa32945bed40f7 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790786130.435073:0:17951:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1790786130.435075:0:17951:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:2.0:1790786130.435086:0:17951:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c011d49e800 00010000:00010000:2.0:1790786130.435090:0:17951:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c01421c6c00/0x19fa32945bed40f0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x19fa32945bed40f7 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786130.435096:0:17951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c01421c6c00/0x19fa32945bed40f0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x19fa32945bed40f7 expref: -99 pid: 17618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786130.435109:0:17951:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786130.435113:0:17951:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4446 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed444d expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786130.435118:0:17951:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c125000 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:2.0:1790786130.435120:0:17951:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4446 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed444d expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786130.435127:0:17951:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4446 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x19fa32945bed444d expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790786130.435133:0:17951:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4446 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x19fa32945bed444d expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790786130.435139:0:17951:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1790786130.435141:0:17951:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1790786130.435145:0:17951:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c011d49e800 00010000:00010000:2.0:1790786130.435147:0:17951:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4446 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x19fa32945bed444d expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786130.435163:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786130.435164:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786130.435166:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786130.435233:0:20467:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1790786130.435238:0:20467:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4446 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x19fa32945bed444d expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790786130.435247:0:20467:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:1.0:1790786130.435252:0:20467:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:1.0:1790786130.435255:0:20467:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:1.0:1790786130.435281:0:20467:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0000 00000020:01000000:1.0:1790786130.435285:0:20467:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:1.0:1790786130.435290:0:20467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790786130.435295:0:20467:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1790786130.435299:0:20467:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff8c0107de99c0) has no exports 00000020:00080000:1.0:1790786130.435323:0:20467:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff8c0107de99c0) has no exports 00000020:01000000:1.0:1790786130.437179:0:20467:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c0111980000 - data ffff8c013b93c948/ffff8c0005fc2000 00000020:01000000:1.0:1790786130.437333:0:20467:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c01085ec660 - data ffff8c0104b04bd0/ffff8c0004f1f800 00010000:00010000:3.0:1790786130.438034:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786130.443833:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:1.0:1790786130.444576:0:20467:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1790786130.482582:0:20467:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed4105 00000020:00000080:3.0:1790786130.482606:0:20467:0:(genops.c:885:class_export_put()) final put ffff8c000407b000/lustre-OST0000-osd_UUID 00000020:01000004:3.0:1790786130.482619:0:20467:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8c01068bb000 from lustre-OST0000, refs=2 00000020:01000004:3.0:1790786130.482622:0:20467:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c01068bb000 2 00000020:01000004:3.0:1790786130.482625:0:20467:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8c01068bb000 from lustre-OST0000 00000020:00000080:3.0:1790786130.482653:0:20467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790786130.482663:0:20467:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:3.0:1790786130.482666:0:20467:0:(genops.c:885:class_export_put()) final put ffff8c000407f800/lustre-OST0000_UUID 00000020:00000080:3.0:1790786130.482669:0:20467:0:(genops.c:844:class_export_destroy()) destroying export ffff8c000407f800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:3.0:1790786130.482676:0:20467:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:3.0:1790786130.482748:0:20467:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:3.0:1790786130.482753:0:20467:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1790786130.482757:0:20467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790786130.482762:0:20467:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1790786130.482768:0:20467:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8c0004b44800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1790786130.482774:0:20467:0:(genops.c:1552:class_disconnect_exports()) OBD device 23 (ffff8c01118b8000) has exports, disconnecting them 00000020:00080000:3.0:1790786130.482779:0:20467:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8c0004b44800), last request at 1790786057 00000020:00000080:3.0:1790786130.482782:0:20467:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed412f 00000020:00080000:3.0:1790786130.482793:0:20467:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c0004b44800): rc 0 00000020:00000080:3.0:1790786130.482798:0:20467:0:(genops.c:885:class_export_put()) final put ffff8c0004b44800/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1790786130.483635:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c000407b000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1790786130.483648:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0004b44800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:2.0:1790786130.484074:0:20467:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1790786130.484079:0:20467:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1790786130.484083:0:20467:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1790786130.484089:0:20467:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1790786130.484246:0:20467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790786130.484252:0:20467:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:2.0:1790786130.484258:0:20467:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1790786130.484263:0:20467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790786130.484266:0:20467:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1790786130.484272:0:20467:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8c01068bb800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1790786130.484278:0:20467:0:(genops.c:1552:class_disconnect_exports()) OBD device 24 (ffff8c0141a719c0) has exports, disconnecting them 00000020:00080000:2.0:1790786130.484282:0:20467:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8c01068bb800), last request at 1790786057 00000020:00000080:2.0:1790786130.484285:0:20467:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed4144 00000020:00080000:2.0:1790786130.484299:0:20467:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c01068bb800): rc 0 00000020:00000080:2.0:1790786130.484303:0:20467:0:(genops.c:885:class_export_put()) final put ffff8c01068bb800/lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1790786130.484882:0:14775:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0004b42000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1790786130.484905:0:14775:0:(genops.c:885:class_export_put()) final put ffff8c0004b42800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1790786130.484907:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0004b42800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1790786130.484988:0:14775:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1790786130.485224:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c01068bb800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:3.0:1790786130.554297:0:20467:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:3.0:1790786130.554306:0:20467:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1790786130.554310:0:20467:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1790786130.554318:0:20467:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1790786130.554568:0:20467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790786130.554578:0:20467:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:3.0:1790786130.554586:0:20467:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c01068bb000 1 00000020:00000080:3.0:1790786130.554593:0:20467:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed40e2 00000020:00000080:3.0:1790786130.554601:0:20467:0:(genops.c:885:class_export_put()) final put ffff8c013a1ac000/lustre-OST0000-osd_UUID 00000020:01000000:3.0:1790786130.554606:0:20467:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:3.0:1790786130.554612:0:20467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790786130.554617:0:20467:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1790786130.554629:0:20467:0:(genops.c:1557:class_disconnect_exports()) OBD device 20 (ffff8c00043199c0) has no exports 00000020:00000080:1.0:1790786130.554910:0:14775:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c000407e800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1790786130.554918:0:14775:0:(genops.c:885:class_export_put()) final put ffff8c000407d000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:1.0:1790786130.554921:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c000407d000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:1.0:1790786130.554931:0:14775:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:1.0:1790786130.554992:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c013a1ac000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1790786130.587521:0:20467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790786130.587546:0:20467:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:3.0:1790786130.587553:0:20467:0:(genops.c:885:class_export_put()) final put ffff8c01068bd800/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1790786130.587558:0:20467:0:(genops.c:844:class_export_destroy()) destroying export ffff8c01068bd800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:3.0:1790786130.587566:0:20467:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:3.0:1790786130.587806:0:20467:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8c01068bc800 00000020:02000400:3.0:1790786130.587857:0:20467:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0000 complete 00000100:00080000:0.0:1790786130.956853:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ece41580-5c60-4ab8-8584-4ab4c3f79366->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1790786130.956861:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ece41580-5c60-4ab8-8584-4ab4c3f79366->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790786130.956864:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1790786130.956868:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1790786130.956872:0:8:0:(import.c:65:import_set_state_nolock()) ffff8c000442c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790786130.956880:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 535 00000100:00080000:0.0:1790786130.956885:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1790786130.956897:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8c000442c000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:0.0:1790786130.956932:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c00047a4380 x1877774855007616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790786130.956958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1790786130.956963:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1790786130.956965:0:8:0:(import.c:65:import_set_state_nolock()) ffff8c0004429800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790786130.956968:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 535 00000100:00080000:0.0:1790786130.956971:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1790786130.956975:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8c0004429800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:0.0:1790786130.956987:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c00047a7100 x1877774855007744/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790786130.957061:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3429:1877774855007616:0@lo:38:kworker.0 00000400:00000100:2.0:1790786130.957113:0:3429:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877774855007616 offset 0 length 520: 4 00000100:00100000:2.0:1790786130.957185:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3429:1877774855007744:0@lo:38:kworker.0 00000400:00000100:2.0:1790786130.957203:0:3429:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877774855007744 offset 0 length 520: 4 00010000:00010000:2.0:1790786131.479172:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1790786131.614251:0:9045:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1790786131.614260:0:9045:0:(genops.c:885:class_export_put()) final put ffff8c000407c800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1790786131.615564:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c000407c800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1790786131.615613:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c000407d800 for lustre-OST0001 00010000:00010000:3.0:1790786132.492390:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1790786133.469572:0:20617:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:0.0:1790786133.481291:0:20617:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0001 00010000:00010000:0.0:1790786133.481386:0:20617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01029d8600/0x19fa32945bed4278 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed427f expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786133.481402:0:20617:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01029d8600/0x19fa32945bed4278 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed427f expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786133.481409:0:20617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01029d8600/0x19fa32945bed4278 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed427f expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786133.481417:0:20617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.102@tcp lock: ffff8c01029d8600/0x19fa32945bed4278 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed427f expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786133.481444:0:20617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1790786133.481451:0:20617:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1790786133.481483:0:20617:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1790786133.481496:0:20617:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c00047a4380 x1877774855007616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790786150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786133.481523:0:20617:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00010000:00010000:3.0:1790786133.481535:0:16298:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790786133.481543:0:16298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c01029d8600/0x19fa32945bed4278 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed427f expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.481550:0:16298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01029d8600 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:3.0:1790786133.481554:0:16298:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c01029d8600/0x19fa32945bed4278 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed427f expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1790786133.481554:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c000442c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790786133.481558:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-5) 00000100:00100000:0.0:1790786133.481562:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3429:1877774855007616:0@lo:38:kworker.0 00010000:00010000:3.0:1790786133.481563:0:16298:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c01029d8600/0x19fa32945bed4278 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x19fa32945bed427f expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790786133.481570:0:16298:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c01029d8600/0x19fa32945bed4278 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x19fa32945bed427f expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790786133.481575:0:16298:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1790786133.481577:0:16298:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1790786133.481579:0:16298:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00080000:0.0:1790786133.481588:0:20617:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1790786133.481592:0:20617:0:(import.c:65:import_set_state_nolock()) ffff8c000442c000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1790786133.481596:0:20617:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1790786133.481598:0:20617:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1790786133.481602:0:20617:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1790786133.481606:0:16298:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c011d49e800 00010000:00010000:3.0:1790786133.481610:0:16298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c01029d8600/0x19fa32945bed4278 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x19fa32945bed427f expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.481616:0:16298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c01029d8600/0x19fa32945bed4278 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x19fa32945bed427f expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.481633:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786133.481635:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786133.481637:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1790786133.482462:0:20617:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1790786133.482471:0:20617:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c00047a7100 x1877774855007744/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790786145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790786133.482488:0:20617:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1790786133.482493:0:20617:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1790786133.482497:0:20617:0:(import.c:65:import_set_state_nolock()) ffff8c0004429800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1790786133.482501:0:20617:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1790786133.482513:0:20617:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c00047a7100 x1877774855007744/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790786145 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790786133.482520:0:20617:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1790786133.482523:0:20617:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 16s for inflight to error out 00000100:00100000:0.0:1790786133.483000:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3429:1877774855007744:0@lo:38:kworker.0 00010000:00010000:3.0:1790786133.484898:0:20617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01071c2600/0x19fa32945bed424e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4255 expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.484916:0:20617:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01071c2600/0x19fa32945bed424e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4255 expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.484924:0:20617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01071c2600/0x19fa32945bed424e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed4255 expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.484931:0:20617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.102@tcp lock: ffff8c01071c2600/0x19fa32945bed424e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed4255 expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.484955:0:20617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790786133.484978:0:20617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01071c3200/0x19fa32945bed4438 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed443f expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.484985:0:20617:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01071c3200/0x19fa32945bed4438 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed443f expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.484992:0:20617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c01071c3200/0x19fa32945bed4438 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed443f expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.484998:0:20617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.102@tcp lock: ffff8c01071c3200/0x19fa32945bed4438 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x19fa32945bed443f expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.485015:0:20617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1790786133.485019:0:20617:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1790786133.485043:0:20617:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1790786133.485048:0:20617:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00010000:00010000:3.0:1790786133.485060:0:16297:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790786133.485065:0:16297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c01071c2600/0x19fa32945bed424e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed4255 expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.485072:0:16297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01071c2600 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:3.0:1790786133.485075:0:16297:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c01071c2600/0x19fa32945bed424e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed4255 expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.485084:0:16297:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c01071c2600/0x19fa32945bed424e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x19fa32945bed4255 expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790786133.485091:0:16297:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c01071c2600/0x19fa32945bed424e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x19fa32945bed4255 expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790786133.485097:0:16297:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1790786133.485106:0:16297:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:3.0:1790786133.485108:0:16297:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:3.0:1790786133.485123:0:16297:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c011d49e800 00010000:00010000:3.0:1790786133.485128:0:16297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c01071c2600/0x19fa32945bed424e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x19fa32945bed4255 expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.485210:0:16297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c01071c2600/0x19fa32945bed424e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x19fa32945bed4255 expref: -99 pid: 18339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.485226:0:16297:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790786133.485230:0:16297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c01071c3200/0x19fa32945bed4438 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed443f expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.485235:0:16297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01071c3200 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:3.0:1790786133.485238:0:16297:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c01071c3200/0x19fa32945bed4438 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x19fa32945bed443f expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.485245:0:16297:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c01071c3200/0x19fa32945bed4438 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x19fa32945bed443f expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790786133.485252:0:16297:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c01071c3200/0x19fa32945bed4438 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x19fa32945bed443f expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790786133.485257:0:16297:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1790786133.485259:0:16297:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1790786133.485261:0:16297:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1790786133.485267:0:16297:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c011d49e800 00010000:00010000:3.0:1790786133.485269:0:16297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c01071c3200/0x19fa32945bed4438 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x19fa32945bed443f expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.485275:0:16297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c01071c3200/0x19fa32945bed4438 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x19fa32945bed443f expref: -99 pid: 16307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.485298:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786133.485300:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786133.485302:0:16297:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1790786133.485312:0:20617:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790786133.485318:0:20617:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1790786133.485323:0:20617:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff8c013b7e19c0) has no exports 00000020:00080000:3.0:1790786133.485348:0:20617:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff8c013b7e19c0) has no exports 00010000:00010000:1.0:1790786133.486258:0:17951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1790786133.488070:0:20617:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c010708fc60 - data ffff8c011ef59288/ffff8c0003bb3c00 00000020:01000000:3.0:1790786133.488318:0:20617:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c00055f0960 - data ffff8c013bbd66c0/ffff8c0005c56400 00100000:10000000:3.0:1790786133.505412:0:20617:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00010000:00010000:0.0:1790786133.516128:0:16298:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1790786133.557107:0:20617:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed4263 00000020:00000080:3.0:1790786133.557119:0:20617:0:(genops.c:885:class_export_put()) final put ffff8c013e6f2000/lustre-OST0001-osd_UUID 00000020:01000004:3.0:1790786133.557288:0:20617:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8c0004b46800 from lustre-OST0001, refs=2 00000020:01000004:3.0:1790786133.557293:0:20617:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c0004b46800 2 00000020:01000004:3.0:1790786133.557296:0:20617:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8c0004b46800 from lustre-OST0001 00000020:00000080:3.0:1790786133.557319:0:20617:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790786133.557330:0:20617:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:3.0:1790786133.557333:0:20617:0:(genops.c:885:class_export_put()) final put ffff8c0104edc800/lustre-OST0001_UUID 00000020:00000080:3.0:1790786133.557335:0:20617:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0104edc800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:3.0:1790786133.557342:0:20617:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:3.0:1790786133.557438:0:20617:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import ece41580-5c60-4ab8-8584-4ab4c3f79366->MGS 00010000:00010000:3.0:1790786133.557453:0:20617:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013bd04a00/0x19fa32945bed3fae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x19fa32945bed3fb5 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790786133.557466:0:20617:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd04a00/0x19fa32945bed3fae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x19fa32945bed3fb5 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790786133.557487:0:20617:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:3.0:1790786133.557490:0:20617:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:3.0:1790786133.557513:0:20617:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:3.0:1790786133.557528:0:20617:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c011d49e800 00010000:00010000:3.0:1790786133.557532:0:20617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013bd04a00/0x19fa32945bed3fae lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x19fa32945bed3fb5 expref: -99 pid: 16945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786133.557548:0:20617:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013bd05e00/0x19fa32945bed3e9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x19fa32945bed3ea4 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790786133.557556:0:20617:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd05e00/0x19fa32945bed3e9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x19fa32945bed3ea4 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790786133.557561:0:20617:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1790786133.557563:0:20617:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:3.0:1790786133.557565:0:20617:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1790786133.557577:0:20617:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c011d49e800 00010000:00010000:3.0:1790786133.557579:0:20617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013bd05e00/0x19fa32945bed3e9d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x19fa32945bed3ea4 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1790786133.557595:0:20617:0:(import.c:65:import_set_state_nolock()) ffff8c011d49e800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:3.0:1790786133.557599:0:20617:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1790786133.557602:0:20617:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1790786133.557603:0:20617:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1790786133.557607:0:20617:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1790786133.557617:0:20617:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c0140e13800 x1877774855006720/t0(0) o250->MGC192.168.203.102@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1790786136 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1790786133.557640:0:20617:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1790786133.557642:0:20617:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 4s for inflight to error out 00000100:00100000:2.0:1790786133.557813:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ece41580-5c60-4ab8-8584-4ab4c3f79366:3429:1877774855006720:0@lo:250:ptlrpcd_00_00.0 10000000:01000000:3.0:1790786133.559985:0:20617:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1790786133.560002:0:20617:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed3e88 00000020:00000080:3.0:1790786133.560011:0:20617:0:(genops.c:885:class_export_put()) final put ffff8c01376db800/ece41580-5c60-4ab8-8584-4ab4c3f79366 00000020:00000080:0.0:1790786133.560286:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c013e6f2000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1790786133.561193:0:20617:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.102@tcp (flags='') 00000020:00000080:3.0:1790786133.561202:0:20617:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790786133.561220:0:20617:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.102@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1790786133.561224:0:20617:0:(genops.c:1557:class_disconnect_exports()) OBD device 2 (ffff8c013b7e4d40) has no exports 10000000:01000000:2.0:1790786133.561342:0:16307:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:3.0:1790786133.561815:0:20617:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.102@tcp: client import never connected 00000100:00080000:3.0:1790786133.561820:0:20617:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1790786133.561823:0:20617:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1790786133.561827:0:20617:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1790786133.561829:0:20617:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1790786133.562814:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c01376db800/ece41580-5c60-4ab8-8584-4ab4c3f79366 for MGC192.168.203.102@tcp 00000020:00000080:3.0:1790786133.563032:0:20617:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790786133.563051:0:20617:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.102@tcp (uuid ece41580-5c60-4ab8-8584-4ab4c3f79366) 00000020:01000000:3.0:1790786133.563059:0:20617:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1790786133.563063:0:20617:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790786133.563068:0:20617:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1790786133.563075:0:20617:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8c000442f800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1790786133.563082:0:20617:0:(genops.c:1552:class_disconnect_exports()) OBD device 27 (ffff8c0005713380) has exports, disconnecting them 00000020:00080000:3.0:1790786133.563087:0:20617:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8c000442f800), last request at 1790786070 00000020:00000080:3.0:1790786133.563091:0:20617:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed428d 00000020:00080000:3.0:1790786133.563104:0:20617:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c000442f800): rc 0 00000020:00000080:3.0:1790786133.563108:0:20617:0:(genops.c:885:class_export_put()) final put ffff8c000442f800/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1790786133.564568:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c011d49e800 for MGC192.168.203.102@tcp 00000020:00000080:2.0:1790786133.564578:0:8:0:(genops.c:885:class_export_put()) final put ffff8c011d49a000/ece41580-5c60-4ab8-8584-4ab4c3f79366 00000020:00000080:2.0:1790786133.564581:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c011d49a000/ece41580-5c60-4ab8-8584-4ab4c3f79366 for MGC192.168.203.102@tcp 00000020:01000000:2.0:1790786133.564596:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.102@tcp (ece41580-5c60-4ab8-8584-4ab4c3f79366) 00000020:00000080:2.0:1790786133.564858:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c000442f800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1790786133.565736:0:20617:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1790786133.565741:0:20617:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1790786133.565745:0:20617:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1790786133.565750:0:20617:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1790786133.565770:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c000442c000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1790786133.565904:0:20617:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790786133.565911:0:20617:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:2.0:1790786133.565914:0:20617:0:(genops.c:885:class_export_put()) final put ffff8c000442b800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:2.0:1790786133.565916:0:20617:0:(genops.c:844:class_export_destroy()) destroying export ffff8c000442b800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:2.0:1790786133.565921:0:20617:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1790786133.565958:0:20617:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1790786133.565962:0:20617:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790786133.565966:0:20617:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1790786133.565972:0:20617:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8c0006ba3800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1790786133.565978:0:20617:0:(genops.c:1552:class_disconnect_exports()) OBD device 28 (ffff8c0005710000) has exports, disconnecting them 00000020:00080000:2.0:1790786133.565982:0:20617:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8c0006ba3800), last request at 1790786070 00000020:00000080:2.0:1790786133.565986:0:20617:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed42a2 00000020:00080000:2.0:1790786133.565997:0:20617:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c0006ba3800): rc 0 00000020:00000080:2.0:1790786133.566001:0:20617:0:(genops.c:885:class_export_put()) final put ffff8c0006ba3800/lustre-MDT0001-lwp-OST0001 00000020:00000080:2.0:1790786133.566026:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0006ba3800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:0.0:1790786133.570237:0:20617:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:0.0:1790786133.570245:0:20617:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1790786133.570249:0:20617:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1790786133.570256:0:20617:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1790786133.570285:0:14775:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8c0004429800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:3.0:1790786133.586125:0:16297:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1790786133.593035:0:17951:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:0.0:1790786133.593200:0:16298:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:0.0:1790786133.593530:0:16292:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8c0140a81800:16292] 0 exiting: rc = 1 00000100:00100000:1.0:1790786133.593678:0:16293:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8c0140de0800:16293] 1 exiting: rc = 0 00000100:00100000:3.0:1790786133.593910:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.594486:0:16294:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8c0140a81a00:16294] 0 exiting: rc = 1 00000100:00100000:0.0:1790786133.594560:0:16348:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8c0110483200:16348] 3 exiting: rc = 0 00000100:00100000:3.0:1790786133.594849:0:16295:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8c0140a80e00:16295] 1 exiting: rc = 0 00000100:00100000:1.0:1790786133.597257:0:16296:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8c0140a80a00:16296] 2 exiting: rc = 0 00000100:00100000:3.0:1790786133.597428:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597435:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597442:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597449:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597455:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597463:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597468:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597473:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597479:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597484:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597489:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597522:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597528:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597533:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597538:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597543:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597547:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597552:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597557:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597562:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597567:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597574:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597581:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597586:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597591:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597597:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597602:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597607:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597614:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597619:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597625:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597630:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597636:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597642:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597648:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597653:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597659:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597664:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597669:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597674:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597681:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597687:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597722:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597728:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597733:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597739:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597753:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597764:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597769:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597774:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597781:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597787:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597792:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597797:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597802:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597806:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597811:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597816:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597820:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597826:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597831:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597836:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597842:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.597847:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1790786133.605623:0:20617:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790786133.605637:0:20617:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1790786133.605643:0:20617:0:(genops.c:885:class_export_put()) final put ffff8c0106d34800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1790786133.605648:0:20617:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0106d34800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1790786133.605667:0:20617:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1790786133.605939:0:20617:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c0004b46800 1 00000020:00000080:3.0:1790786133.605946:0:20617:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x19fa32945bed4247 00000020:00000080:3.0:1790786133.605953:0:20617:0:(genops.c:885:class_export_put()) final put ffff8c0005870000/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1790786133.605972:0:20617:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1790786133.605977:0:20617:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790786133.605982:0:20617:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1790786133.605985:0:20617:0:(genops.c:1557:class_disconnect_exports()) OBD device 25 (ffff8c01118b99c0) has no exports 00000020:00000080:0.0:1790786133.606065:0:14775:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0005870000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:2.0:1790786133.636850:0:20617:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790786133.636864:0:20617:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:2.0:1790786133.636869:0:20617:0:(genops.c:885:class_export_put()) final put ffff8c0104ede000/lustre-OST0001-osd_UUID 00000020:00000080:2.0:1790786133.636884:0:20617:0:(genops.c:844:class_export_destroy()) destroying export ffff8c0104ede000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1790786133.636890:0:20617:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1790786133.637234:0:20617:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8c0004b45800 00000020:01000000:2.0:1790786133.637257:0:20617:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1790786133.637262:0:20617:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790786133.637267:0:20617:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1790786133.637271:0:20617:0:(genops.c:1557:class_disconnect_exports()) OBD device 21 (ffff8c013c0499c0) has no exports 00000020:00000080:2.0:1790786133.637308:0:20617:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790786133.637314:0:20617:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:2.0:1790786133.637317:0:20617:0:(genops.c:885:class_export_put()) final put ffff8c013a1a8000/OSS_uuid 00000020:00000080:2.0:1790786133.637320:0:20617:0:(genops.c:844:class_export_destroy()) destroying export ffff8c013a1a8000/OSS_uuid for OSS 00000020:01000000:2.0:1790786133.637323:0:20617:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:1.0:1790786133.638771:0:16305:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1790786133.644126:0:17621:0:(service.c:3188:ptlrpc_main()) ll_ost00_001: service thread [ffff8c0139a70600:17621] 1 exiting: rc = 0 00000100:00100000:1.0:1790786133.647743:0:17947:0:(service.c:3188:ptlrpc_main()) ll_ost00_003: service thread [ffff8c010695ba00:17947] 3 exiting: rc = 0 00000100:00100000:0.0:1790786133.650483:0:17620:0:(service.c:3188:ptlrpc_main()) ll_ost00_000: service thread [ffff8c0126b23c00:17620] 0 exiting: rc = 1 00000100:00100000:2.0:1790786133.655261:0:17622:0:(service.c:3188:ptlrpc_main()) ll_ost00_002: service thread [ffff8c0004831200:17622] 2 exiting: rc = 0 00000100:00100000:1.0:1790786133.655535:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655545:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655551:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655557:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655563:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655568:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655573:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655577:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655583:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655588:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655592:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655615:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655620:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655625:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655630:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655636:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655642:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655801:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655809:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655814:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655820:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655825:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655831:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655836:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655842:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655847:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655853:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655858:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655864:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655869:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655874:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655880:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655885:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655890:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655895:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655900:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655905:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655910:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655915:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655920:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655926:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655931:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655936:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655942:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655947:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655952:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655966:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655973:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655978:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655983:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655988:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655993:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.655998:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.656002:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.656008:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.656013:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.656018:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.656023:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.656027:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.656034:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.656155:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.656166:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.656173:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.656178:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.657413:0:17623:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8c0106918a00:17623] 0 exiting: rc = 1 00000100:00100000:3.0:1790786133.657605:0:17624:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8c011180f800:17624] 1 exiting: rc = 0 00000100:00100000:0.0:1790786133.657855:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657862:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657867:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657873:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657879:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657884:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657891:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657896:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657901:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657910:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657915:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657920:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657926:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657931:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657937:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657958:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657963:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657968:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657974:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657979:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657984:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657989:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657993:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.657998:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658002:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658006:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658011:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658016:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658021:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658026:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658033:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658039:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658044:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658050:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658055:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658060:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658065:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658070:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658076:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658081:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658086:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658091:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658096:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658101:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658105:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658110:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658115:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658120:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658125:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658130:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658142:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658148:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658171:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658178:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658183:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658192:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658199:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658206:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658212:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658217:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658223:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658229:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658235:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.658240:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790786133.659674:0:17626:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8c0140807800:17626] 1 exiting: rc = 0 00000100:00100000:3.0:1790786133.659881:0:19183:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_003: service thread [ffff8c0140ca5a00:19183] 3 exiting: rc = 0 00000100:00100000:2.0:1790786133.660158:0:19184:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_004: service thread [ffff8c0140ca4400:19184] 4 exiting: rc = 0 00000100:00100000:0.0:1790786133.660618:0:17627:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8c0140807a00:17627] 2 exiting: rc = 0 00000100:00100000:1.0:1790786133.661162:0:17625:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8c0003b43a00:17625] 0 exiting: rc = 1 00000100:00100000:0.0:1790786133.661325:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661332:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661337:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661343:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661349:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661355:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661362:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661368:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661373:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661378:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661383:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661389:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661396:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661402:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661408:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661415:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661420:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661425:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661430:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661436:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661465:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661472:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661478:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661484:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661490:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661495:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661513:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661520:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661526:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661531:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661537:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661543:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661549:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661555:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661559:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661565:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661570:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661574:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661579:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661585:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661591:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661595:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661601:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661607:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661627:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661633:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661639:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661645:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.661650:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.662139:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.662148:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.662154:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.662160:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.662169:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.662175:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.662188:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.662194:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.662208:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.662214:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.662220:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.662225:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.662230:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.662235:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.662240:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.667390:0:17629:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8c0126b23400:17629] 1 exiting: rc = 0 00000100:00100000:3.0:1790786133.667547:0:17628:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8c01083e0200:17628] 0 exiting: rc = 1 00000100:00100000:1.0:1790786133.667967:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.667978:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.667986:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668008:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668015:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668022:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668030:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668038:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668046:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668054:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668063:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668072:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668080:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668086:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668092:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668099:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668124:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668132:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668142:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668149:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668154:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668159:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668164:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668169:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668174:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668190:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668197:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668202:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668207:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668213:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668218:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668226:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668231:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668236:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668241:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668247:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668252:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668257:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668262:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668267:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668272:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668276:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668281:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668287:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668292:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668296:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668301:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668306:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668311:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668316:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668321:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668344:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668351:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668356:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668362:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668367:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668373:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668378:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668383:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668399:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668406:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668413:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668420:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790786133.668426:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790786133.669109:0:17630:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8c01083e1600:17630] 0 exiting: rc = 1 00000100:00100000:2.0:1790786133.669228:0:17631:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8c0140fd7400:17631] 1 exiting: rc = 0 00000100:00100000:2.0:1790786133.671876:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.671889:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.671898:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.671904:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.671910:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.671942:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.671951:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.671957:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.671963:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.671968:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.671973:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.671979:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.671985:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.671990:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.671996:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672002:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672021:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672041:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672048:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672054:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672060:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672066:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672072:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672078:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672087:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672095:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672102:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672108:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672114:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672134:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672142:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672147:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672153:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672159:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672164:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672170:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672175:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672181:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672187:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672193:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672199:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672219:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672226:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672233:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672238:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672244:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672250:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672255:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672261:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672267:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672273:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672286:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672292:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672323:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672332:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672338:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672344:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672350:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672355:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672362:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672368:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672375:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672382:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790786133.672388:0:20617:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1790786133.690226:0:20617:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:1.0:1790786153.127655:0:21334:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg302-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1790786163.062151:0:21797:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1790786163.062155:0:21797:0:(obd_mount.c:926:lmd_print()) device: lustre-mdt1/mdt1 00000080:01200004:2.0:1790786163.062275:0:21797:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8c0139024000 00000020:01000004:2.0:1790786163.063202:0:21797:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1790786163.063212:0:21797:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:2.0:1790786163.063228:0:21797:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8c0141a70000) 00000020:00000080:2.0:1790786163.063242:0:21797:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-zfs with refcount 2 00100000:10000000:2.0:1790786163.076773:0:21797:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:2.0:1790786163.078497:0:21797:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x36:0x0] (8/32) 00100000:10000000:2.0:1790786163.078823:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 451: rc = 0 00100000:10000000:2.0:1790786163.078884:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 451: rc = 0 00100000:10000000:2.0:1790786163.079035:0:21797:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:2.0:1790786163.079102:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 451: rc = 0 00100000:10000000:2.0:1790786163.079241:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 451: rc = 0 00100000:10000000:2.0:1790786163.079348:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0001 under 451: rc = 0 00100000:10000000:2.0:1790786163.079445:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 451: rc = 0 00100000:10000000:2.0:1790786163.079538:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 451: rc = 0 00100000:10000000:2.0:1790786163.079835:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 453: rc = 0 00100000:10000000:2.0:1790786163.080960:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 538: rc = 0 00100000:10000000:2.0:1790786163.081044:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 538: rc = 0 00100000:10000000:2.0:1790786163.081393:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 541: rc = 0 00100000:10000000:2.0:1790786163.081914:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 541: rc = 0 00100000:10000000:2.0:1790786163.082182:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 541: rc = 0 00100000:10000000:2.0:1790786163.082377:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 541: rc = 0 00100000:10000000:2.0:1790786163.082735:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 541: rc = 0 00100000:10000000:2.0:1790786163.082906:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 541: rc = 0 00100000:10000000:2.0:1790786163.083180:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 541: rc = 0 00100000:10000000:2.0:1790786163.083372:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 541: rc = 0 00100000:10000000:2.0:1790786163.083724:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 541: rc = 0 00100000:10000000:2.0:1790786163.083965:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 541: rc = 0 00100000:10000000:2.0:1790786163.084249:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 541: rc = 0 00100000:10000000:2.0:1790786163.084434:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 541: rc = 0 00100000:10000000:2.0:1790786163.084923:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 701: rc = 0 00100000:10000000:2.0:1790786163.085121:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 701: rc = 0 00100000:10000000:2.0:1790786163.085400:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 701: rc = 0 00100000:10000000:2.0:1790786163.085837:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 701: rc = 0 00100000:10000000:2.0:1790786163.086041:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 701: rc = 0 00100000:10000000:2.0:1790786163.086337:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 701: rc = 0 00100000:10000000:2.0:1790786163.086729:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 701: rc = 0 00100000:10000000:2.0:1790786163.086964:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 701: rc = 0 00100000:10000000:2.0:1790786163.087199:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 701: rc = 0 00100000:10000000:2.0:1790786163.087514:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 701: rc = 0 00100000:10000000:0.0:1790786163.087880:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 701: rc = 0 00100000:10000000:0.0:1790786163.088137:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 701: rc = 0 00100000:10000000:0.0:1790786163.088387:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 701: rc = 0 00100000:10000000:0.0:1790786163.088668:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 701: rc = 0 00100000:10000000:0.0:1790786163.088952:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 701: rc = 0 00100000:10000000:0.0:1790786163.089196:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 701: rc = 0 00100000:10000000:1.0:1790786163.090140:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 701: rc = 0 00100000:10000000:1.0:1790786163.090357:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 701: rc = 0 00100000:10000000:1.0:1790786163.090634:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 701: rc = 0 00100000:10000000:1.0:1790786163.091071:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 701: rc = 0 00100000:10000000:1.0:1790786163.091387:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 701: rc = 0 00100000:10000000:1.0:1790786163.091625:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 701: rc = 0 00100000:10000000:1.0:1790786163.092332:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 701: rc = 0 00100000:10000000:1.0:1790786163.092527:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 701: rc = 0 00100000:10000000:1.0:1790786163.092771:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 701: rc = 0 00100000:10000000:1.0:1790786163.093026:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 701: rc = 0 00100000:10000000:1.0:1790786163.093918:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 701: rc = 0 00100000:10000000:1.0:1790786163.094217:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 701: rc = 0 00100000:10000000:1.0:1790786163.094462:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 701: rc = 0 00100000:10000000:1.0:1790786163.094687:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 701: rc = 0 00100000:10000000:1.0:1790786163.095117:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 701: rc = 0 00100000:10000000:1.0:1790786163.095412:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 701: rc = 0 00100000:10000000:1.0:1790786163.095896:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000401:0x1:0x0] under 125: rc = 0 00100000:10000000:1.0:1790786163.096227:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 125: rc = 0 00100000:10000000:1.0:1790786163.096988:0:21797:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:1.0:1790786163.097149:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 539: rc = 0 00100000:10000000:1.0:1790786163.097347:0:21797:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:1.0:1790786163.097409:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 539: rc = 0 00100000:10000000:1.0:1790786163.097642:0:21797:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:1.0:1790786163.097837:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 539: rc = 0 00100000:10000000:1.0:1790786163.098158:0:21797:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:1.0:1790786163.098225:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 119: rc = 0 00100000:10000000:1.0:1790786163.098410:0:21797:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:1.0:1790786163.098482:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 119: rc = 0 00100000:10000000:1.0:1790786163.098667:0:21797:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:1.0:1790786163.098763:0:21797:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 119: rc = 0 00000020:00000080:1.0:1790786163.099130:0:21797:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:1.0:1790786163.099138:0:21797:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:1.0:1790786163.099149:0:21797:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x19fa32945bed4702 00000020:01000004:1.0:1790786163.099157:0:21797:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:1.0:1790786163.099162:0:21797:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:1.0:1790786163.099168:0:21797:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8c0139024000 from MGS 00000020:01000004:1.0:1790786163.099171:0:21797:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:1.0:1790786163.099180:0:21797:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8c01118b8000) 00000020:00000080:1.0:1790786163.099191:0:21797:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:1.0:1790786163.099246:0:21797:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8c0139024000 from MGS, refs=2 00080000:01000000:1.0:1790786163.099250:0:21797:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:1.0:1790786163.099254:0:21797:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x19fa32945bed4710 00000100:00100000:1.0:1790786163.099358:0:21797:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1790786163.099495:0:21797:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:1.0:1790786163.099501:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1790786163.100087:0:21797:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:1.0:1790786163.100094:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1790786163.100666:0:21797:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790786163.100981:0:21797:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1790786163.100986:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1790786163.101405:0:21797:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1790786163.101411:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1790786163.101780:0:21797:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1790786163.101786:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:3.0:1790786163.102371:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786163.102374:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786163.102376:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786163.103261:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786163.103265:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786163.103267:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786163.103863:0:21797:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:3.0:1790786163.106061:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1790786163.113754:0:21797:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:2.0:1790786163.113772:0:21797:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:2.0:1790786163.113774:0:21797:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 10000000:01000000:2.0:1790786163.115005:0:21806:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1790786163.115137:0:21797:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1790786163.115232:0:21797:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1790786163.115681:0:21797:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1790786163.115972:0:21797:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790786163.120349:0:21797:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1790786163.120360:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1790786163.121039:0:21797:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1790786163.121046:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1790786163.121584:0:21797:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1790786163.121590:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000100:00080000:1.0:1790786163.122276:0:21811:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:3.0:1790786163.122794:0:21797:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1790786163.122815:0:21797:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.102@tcp' 00000020:01000004:3.0:1790786163.122817:0:21797:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1790786163.122848:0:21797:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.102@tcp (typ=mgc) 00000020:00000080:3.0:1790786163.122861:0:21797:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.102@tcp (ffff8c0005710000) 00000020:00000080:3.0:1790786163.122876:0:21797:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1790786163.122944:0:21797:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c0140ad7800@MGC192.168.203.102@tcp: add connection 192.168.203.102@tcp at head 00010000:00010000:3.0:1790786163.123076:0:21797:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.102@tcp-0 is initialized 00000040:01000000:3.0:1790786163.123081:0:21797:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.102@tcp ctxt 1 is initialized 10000000:01000000:1.0:1790786163.123879:0:21812:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1790786163.123987:0:21797:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.102@tcp (uuid 48e53719-1210-45be-8914-ea1f755552d5) 00000020:00000080:0.0:1790786163.124007:0:21797:0:(genops.c:1384:class_connect()) connect: client 48e53719-1210-45be-8914-ea1f755552d5, cookie 0x19fa32945bed471e 00000100:00080000:0.0:1790786163.124018:0:21797:0:(import.c:545:import_select_connection()) MGC192.168.203.102@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790786163.124027:0:21797:0:(import.c:666:import_select_connection()) MGC192.168.203.102@tcp: import ffff8c0140ad7800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:0.0:1790786163.124059:0:21797:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c00047a4000 x1877774855007872/t0(0) o250->MGC192.168.203.102@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790786163.124090:0:21797:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 48e53719-1210-45be-8914-ea1f755552d5->MGS 00000020:01000004:0.0:1790786163.124109:0:21797:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1790786163.124115:0:21797:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1790786163.124126:0:21797:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8c013b7e3380) 00000020:00000080:0.0:1790786163.124139:0:21797:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1790786163.124292:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48e53719-1210-45be-8914-ea1f755552d5:3429:1877774855007872:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1790786163.124355:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786163.124552:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855007872 00000100:00100000:1.0:1790786163.125281:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855007872 00000100:00100000:1.0:1790786163.125338:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790786163.125346:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:3429:x1877774855007872:12345-0@lo:250:mount.lustre.0 00010000:00080000:1.0:1790786163.125371:0:21809:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 48e53719-1210-45be-8914-ea1f755552d5@0@lo t0 exp 0000000000000000 cur 571 last 0 00000020:00000080:1.0:1790786163.125396:0:21809:0:(genops.c:1384:class_connect()) connect: client 48e53719-1210-45be-8914-ea1f755552d5, cookie 0x19fa32945bed472c 00000100:00080000:1.0:1790786163.125551:0:21809:0:(import.c:65:import_set_state_nolock()) ffff8c0005565800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790786163.125634:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+5:3429:x1877774855007872:12345-0@lo:250:mount.lustre.0 Request processed in 286us (1277us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786163.125641:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790786163.125709:0:3429:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.203.102@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1790786163.125718:0:3429:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.203.102@tcp: connect to target with instance 0 00000100:00080000:1.0:1790786163.125726:0:3429:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.203.102@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1790786163.125731:0:3429:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1790786163.125734:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c0140ad7800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1790786163.125737:0:3429:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1790786163.125745:0:3429:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1790786163.125751:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:48e53719-1210-45be-8914-ea1f755552d5:3429:1877774855007872:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1790786163.136507:0:21797:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790786163.136729:0:21797:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1790786163.136735:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1790786163.139234:0:21797:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1790786163.139246:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1790786163.139811:0:21797:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1790786163.139819:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:3.0:1790786163.140637:0:21797:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790786163.141312:0:21797:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:3.0:1790786163.141318:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1790786163.141876:0:21797:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1790786163.141882:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1790786163.182187:0:21797:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790786163.182740:0:21797:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1790786163.182747:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1790786163.186839:0:21797:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1790786163.186858:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1790786163.188655:0:21797:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790786163.188862:0:21797:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1790786163.188868:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1790786163.190588:0:21797:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1790786163.190601:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1790786163.191640:0:21797:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790786163.191914:0:21797:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790786163.191919:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1790786163.192330:0:21797:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1790786163.192336:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1790786163.193037:0:21797:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790786163.193191:0:21797:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790786163.193196:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1790786163.193937:0:21797:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1790786163.193945:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1790786163.215934:0:21797:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790786163.217550:0:21797:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1790786163.217562:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1790786163.221081:0:21797:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1790786163.221094:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1790786163.223322:0:21797:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1790786163.223338:0:21797:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1790786163.225147:0:21797:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1790786163.225169:0:21797:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 10000000:01000000:3.0:1790786163.225174:0:21797:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.102@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1790786163.225414:0:21797:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.102@tcp ctxt 0 is initialized 00000020:01000004:3.0:1790786163.225553:0:21797:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.102@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1790786163.225558:0:21797:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1790786163.225560:0:21797:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790786163.225562:0:21797:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790786163.225563:0:21797:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790786163.225564:0:21797:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790786163.225565:0:21797:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790786163.225566:0:21797:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790786163.225568:0:21797:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790786163.225570:0:21797:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790786163.225572:0:21797:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1790786163.225575:0:21797:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1790786163.225577:0:21797:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1790786163.225578:0:21797:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790786163.225579:0:21797:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790786163.225580:0:21797:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790786163.225581:0:21797:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790786163.225582:0:21797:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790786163.225589:0:21797:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790786163.225589:0:21797:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790786163.225590:0:21797:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790786163.225591:0:21797:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1790786163.225628:0:21797:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1790786163.225647:0:21797:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e12300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855008000:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1790786163.226224:0:21797:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786163.226313:0:21797:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011f782540 going to sleep for 11 seconds 00000100:00100000:2.0:1790786163.226441:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855008000 00000100:00100000:2.0:1790786163.226450:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855008000 00000100:00100000:2.0:1790786163.226637:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1790786163.226646:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+5:21797:x1877774855008000:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1790786163.226738:0:21810:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1790786163.226741:0:21810:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1790786163.226743:0:21810:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1790786163.227093:0:21831:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1790786163.227824:0:21810:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1790786163.230090:0:21832:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1790786163.230097:0:21832:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:2.0:1790786163.230100:0:21832:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1790786163.230103:0:21832:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1790786163.230169:0:21832:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:3.0:1790786163.231815:0:21810:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1790786163.231828:0:21810:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1790786163.242505:0:21797:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e12300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855008000:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1790786163.242522:0:21797:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1790786163.242527:0:21797:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1790786163.242529:0:21797:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790786163.242530:0:21797:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790786163.242532:0:21797:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790786163.242533:0:21797:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790786163.242534:0:21797:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790786163.242536:0:21797:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790786163.242537:0:21797:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790786163.242552:0:21797:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790786163.242553:0:21797:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1790786163.242571:0:21797:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8c0139024000 from lustre-MDT0000 10000000:01000000:2.0:1790786163.242595:0:21797:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1790786163.242598:0:21797:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1790786163.242602:0:21797:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8c0005710000 10000000:01000000:2.0:1790786163.242608:0:21797:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790786163.242615:0:21797:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8c0005710000 from 1 10000000:01000000:2.0:1790786163.242617:0:21797:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1790786163.242653:0:21797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4733 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.242664:0:21797:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4733 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.242674:0:21797:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4733 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786163.242727:0:21797:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c19880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855008128:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790786163.242762:0:21797:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786163.242793:0:21797:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01104df3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790786163.242925:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855008128 00000100:00100000:0.0:1790786163.242932:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855008128 00000100:00100000:0.0:1790786163.242979:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790786163.242989:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+6:21797:x1877774855008128:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790786163.243000:0:21808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790786163.243014:0:21808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013bd8d200/0x19fa32945bed473a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4733 expref: -99 pid: 21808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786163.243034:0:21808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013bd8d200/0x19fa32945bed473a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4733 expref: 7 pid: 21808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786163.243045:0:21808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013bd8d200/0x19fa32945bed473a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4733 expref: 7 pid: 21808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786163.243053:0:21808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd8d200, rc 0) 00000100:00100000:0.0:1790786163.243087:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+7:21797:x1877774855008128:12345-0@lo:101:mount.lustre.0 Request processed in 100us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786163.243103:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1790786163.243305:0:21797:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c19880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855008128:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790786163.243317:0:21797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4733 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed473a expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.243326:0:21797:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4733 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed473a expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786163.243370:0:21797:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c19880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855008256:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790786163.243396:0:21797:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786163.243426:0:21797:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01104df3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790786163.243527:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855008256 00000100:00100000:0.0:1790786163.243531:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855008256 00000100:00100000:0.0:1790786163.243560:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790786163.243574:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+7:21797:x1877774855008256:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790786163.243802:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+7:21797:x1877774855008256:12345-0@lo:501:mount.lustre.0 Request processed in 229us (405us total) trans 0 rc -2/-2 00000100:00100000:0.0:1790786163.243809:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1790786163.244028:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+6:21797:x1877774855008000:12345-0@lo:253:mount.lustre.0 Request processed in 17380us (17802us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786163.244041:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1790786163.245013:0:21797:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c19880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855008256:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1790786163.245042:0:21797:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1790786163.245061:0:21797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4733 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed473a expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.245071:0:21797:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4733 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed473a expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790786163.245079:0:21797:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8c0139024000 10000000:01000000:2.0:1790786163.245084:0:21797:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1790786163.245089:0:21797:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8c0139024000 10000000:01000000:2.0:1790786163.245092:0:21797:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1790786163.245094:0:21797:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8c0139024000 from 1 10000000:01000000:2.0:1790786163.245097:0:21797:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1790786163.245122:0:21797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c125200/0x19fa32945bed4741 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.245131:0:21797:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013c125200/0x19fa32945bed4741 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.245142:0:21797:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013c125200/0x19fa32945bed4741 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786163.245162:0:21797:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c19880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855008384:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790786163.245207:0:21797:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786163.245231:0:21797:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01104df3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790786163.245969:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855008384 00000100:00100000:0.0:1790786163.245978:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855008384 00000100:00100000:0.0:1790786163.246028:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790786163.246037:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+6:21797:x1877774855008384:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790786163.246049:0:21808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790786163.246064:0:21808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013bd8c000/0x19fa32945bed4748 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4741 expref: -99 pid: 21808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786163.246085:0:21808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013bd8c000/0x19fa32945bed4748 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4741 expref: 7 pid: 21808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786163.246103:0:21808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013bd8c000/0x19fa32945bed4748 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4741 expref: 7 pid: 21808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786163.246111:0:21808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd8c000, rc 0) 00000100:00100000:0.0:1790786163.246165:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+7:21797:x1877774855008384:12345-0@lo:101:mount.lustre.0 Request processed in 130us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786163.246172:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790786163.246381:0:21797:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c19880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855008384:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790786163.246396:0:21797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013c125200/0x19fa32945bed4741 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4748 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.246420:0:21797:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013c125200/0x19fa32945bed4741 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4748 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790786163.246434:0:21797:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1790786163.246449:0:21797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c125200/0x19fa32945bed4741 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4748 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.246457:0:21797:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013c125200/0x19fa32945bed4741 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4748 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790786163.246463:0:21797:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1790786163.246467:0:21797:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790786163.246472:0:21797:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8c0139024000 10000000:01000000:2.0:1790786163.246475:0:21797:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1790786163.246479:0:21797:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1790786163.246482:0:21797:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1790786163.246502:0:21797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c125a00/0x19fa32945bed474f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.246509:0:21797:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013c125a00/0x19fa32945bed474f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.246517:0:21797:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013c125a00/0x19fa32945bed474f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786163.246531:0:21797:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c19880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855008512:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790786163.246560:0:21797:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786163.246592:0:21797:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01104df3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790786163.246623:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855008512 00000100:00100000:1.0:1790786163.246628:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855008512 00000100:00100000:1.0:1790786163.246654:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790786163.246661:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+7:21797:x1877774855008512:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790786163.246668:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790786163.246680:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c0140e06800/0x19fa32945bed4756 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed474f expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.246717:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c0140e06800/0x19fa32945bed4756 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed474f expref: 8 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.246727:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c0140e06800/0x19fa32945bed4756 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed474f expref: 8 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.246734:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c0140e06800, rc 0) 00000100:00100000:1.0:1790786163.246776:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+8:21797:x1877774855008512:12345-0@lo:101:mount.lustre.0 Request processed in 115us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786163.246784:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1790786163.246788:0:21797:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c19880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855008512:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790786163.246802:0:21797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013c125a00/0x19fa32945bed474f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4756 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.246810:0:21797:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013c125a00/0x19fa32945bed474f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4756 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786163.246851:0:21797:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c19880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855008640:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790786163.246886:0:21797:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786163.246910:0:21797:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01104df3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790786163.247012:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855008640 00000100:00100000:3.0:1790786163.247016:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855008640 00000100:00100000:3.0:1790786163.247047:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790786163.247055:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+8:21797:x1877774855008640:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790786163.247440:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+9:21797:x1877774855008640:12345-0@lo:501:mount.lustre.0 Request processed in 385us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786163.247448:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1790786163.247582:0:21797:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c19880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855008640:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790786163.247613:0:21797:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c19880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855008768:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790786163.247651:0:21797:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786163.247675:0:21797:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01104df3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790786163.247793:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855008768 00000100:00100000:0.0:1790786163.247798:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855008768 00000100:00100000:0.0:1790786163.247827:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790786163.247834:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+9:21797:x1877774855008768:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790786163.248463:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+9:21797:x1877774855008768:12345-0@lo:503:mount.lustre.0 Request processed in 627us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786163.248482:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1790786163.248567:0:21797:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c19880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855008768:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790786163.249433:0:21833:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c19880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48e53719-1210-45be-8914-ea1f755552d5:21833:1877774855008896:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1790786163.249488:0:21833:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786163.249526:0:21833:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01104dfb40 going to sleep for 11 seconds 00000100:00100000:1.0:1790786163.249551:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855008896 00000100:00100000:1.0:1790786163.249558:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855008896 00000100:00100000:1.0:1790786163.249603:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790786163.249612:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+9:21833:x1877774855008896:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1790786163.249936:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+9:21833:x1877774855008896:12345-0@lo:502:llog_process_th.0 Request processed in 325us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786163.249945:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1790786163.249962:0:21833:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c19880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48e53719-1210-45be-8914-ea1f755552d5:21833:1877774855008896:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1790786163.249994:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790786163.250005:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786163.250007:0:21833:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1790786163.250018:0:21833:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1790786163.250020:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790786163.250034:0:21833:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8c0141a73380) 00000020:00000080:2.0:1790786163.250057:0:21833:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1790786163.250070:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1790786163.250139:0:21833:0:(osd_handler.c:1574:osd_obd_connect()) connect #2 00000020:00000080:2.0:1790786163.250148:0:21833:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x19fa32945bed4764 00000020:00000080:2.0:1790786163.250352:0:21833:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1790786163.250358:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790786163.250361:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786163.250362:0:21833:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1790786163.250365:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790786163.250370:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786163.250371:0:21833:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1790786163.250375:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790786163.250382:0:21833:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8c0141a74d40) 00000020:00000080:2.0:1790786163.250392:0:21833:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1790786163.250396:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1790786163.250398:0:21833:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1790786163.250401:0:21833:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1790786163.250406:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1790786163.250445:0:21833:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8c0139024000 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1790786163.250457:0:21833:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8c0141a719c0) 00000020:00000080:2.0:1790786163.250465:0:21833:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1790786163.250510:0:21833:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1790786163.250515:0:21833:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x19fa32945bed4779 00000020:00000080:2.0:1790786163.250599:0:21833:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1790786163.250604:0:21833:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1790786163.250608:0:21833:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x19fa32945bed4780 00080000:01000000:2.0:1790786163.250612:0:21833:0:(osd_handler.c:1574:osd_obd_connect()) connect #3 00000020:00000080:2.0:1790786163.250615:0:21833:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x19fa32945bed4787 00010000:00010000:0.0:1790786163.377656:0:21833:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:0.0:1790786163.380817:0:21833:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:0.0:1790786163.381023:0:21833:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1790786163.386036:0:21833:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8c013b7e0000) 00000020:00000080:0.0:1790786163.386061:0:21833:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:0.0:1790786163.386161:0:21833:0:(osd_handler.c:1574:osd_obd_connect()) connect #4 00000020:00000080:0.0:1790786163.386170:0:21833:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x19fa32945bed4795 00000020:00000080:3.0:1790786163.391918:0:21833:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1790786163.402959:0:21833:0:(genops.c:1384:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x19fa32945bed479c 00000020:00000080:1.0:1790786163.404725:0:21833:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1790786163.404739:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790786163.404769:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786163.404793:0:21833:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1790786163.404798:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1790786163.404801:0:21833:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1790786163.404803:0:21833:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790786163.404805:0:21833:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790786163.404806:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1790786163.404809:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786163.404811:0:21833:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1790786163.404813:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790786163.404818:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786163.404820:0:21833:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1790786163.404824:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1790786163.404865:0:21833:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1790786163.404879:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790786163.404882:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786163.404883:0:21833:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1790786163.404886:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790786163.404889:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786163.404891:0:21833:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:1.0:1790786163.404894:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1790786163.404899:0:21833:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.102@tcp to nid 0x20000c0a8cb66 (192.168.203.102@tcp) 00000020:00000080:1.0:1790786163.404926:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790786163.404941:0:21833:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8c01118bb380) 00000020:00000080:1.0:1790786163.404956:0:21833:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1790786163.404961:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1790786163.405010:0:21833:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:1.0:1790786163.405015:0:21833:0:(osd_handler.c:1574:osd_obd_connect()) connect #5 00000020:00000080:1.0:1790786163.405021:0:21833:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x19fa32945bed47aa 00010000:00080000:1.0:1790786163.405051:0:21833:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c013a196000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.102@tcp at head 00010000:00010000:1.0:1790786163.406755:0:21833:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:1.0:1790786163.407353:0:21833:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790786163.407368:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1790786163.407397:0:21833:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:1.0:1790786163.407424:0:21833:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x19fa32945bed47b1 00000100:00080000:1.0:1790786163.407434:0:21833:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790786163.407445:0:21833:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8c013a196000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:1.0:1790786163.407483:0:21833:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c013bd4ca80 x1877774855009024/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790786163.407507:0:21833:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:1.0:1790786163.407551:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790786163.407555:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786163.407557:0:21833:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:1.0:1790786163.407559:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1790786163.407562:0:21833:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1790786163.407564:0:21833:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790786163.407565:0:21833:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790786163.407567:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1790786163.407569:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786163.407571:0:21833:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1790786163.407573:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1790786163.407578:0:21833:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:1.0:1790786163.407581:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786163.407583:0:21833:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1790786163.407585:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1790786163.407588:0:21833:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.102@tcp to nid 0x20000c0a8cb66 (192.168.203.102@tcp) 00000020:01000000:1.0:1790786163.407610:0:21833:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1790786163.407613:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790786163.407625:0:21833:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8c01118bcd40) 00000020:00000080:1.0:1790786163.407635:0:21833:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1790786163.407640:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1790786163.407718:0:21833:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1790786163.407725:0:21833:0:(osd_handler.c:1574:osd_obd_connect()) connect #6 00000020:00000080:1.0:1790786163.407730:0:21833:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x19fa32945bed47bf 00010000:00080000:1.0:1790786163.407760:0:21833:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c000502c000@lustre-OST0000-osc-MDT0000: add connection 192.168.203.102@tcp at head 00010000:00010000:1.0:1790786163.407952:0:21833:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:0.0:1790786163.411158:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855009024:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1790786163.411235:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786163.411359:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855009024 00000100:00100000:2.0:1790786163.411369:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855009024 00000100:00100000:2.0:1790786163.411410:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790786163.411418:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3429:x1877774855009024:12345-0@lo:38:llog_process_th.0 00010000:00020000:2.0:1790786163.411437:0:21820:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:1.0:1790786163.419235:0:21833:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1790786163.419296:0:21833:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1790786163.420509:0:21833:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790786163.420576:0:21833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1790786163.420655:0:21833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:0.0:1790786163.421309:0:21839:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1790786163.421314:0:21839:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1790786163.421907:0:21833:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790786163.421919:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1790786163.421951:0:21833:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1790786163.421969:0:21833:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x19fa32945bed47c6 00000100:00080000:0.0:1790786163.421980:0:21833:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790786163.421990:0:21833:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8c000502c000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:0.0:1790786163.422025:0:21833:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c00047a7100 x1877774855009152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790786163.422063:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855009152:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1790786163.422112:0:3429:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877774855009152 offset 0 length 520: 4 00000100:00080000:0.0:1790786163.422157:0:21833:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1790786163.422211:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790786163.422215:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790786163.422217:0:21833:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1790786163.422220:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1790786163.422229:0:21833:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1790786163.422231:0:21833:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790786163.422232:0:21833:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790786163.422234:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1790786163.422236:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790786163.422238:0:21833:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1790786163.422241:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1790786163.422244:0:21833:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:0.0:1790786163.422247:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790786163.422249:0:21833:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1790786163.422251:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1790786163.422255:0:21833:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.102@tcp to nid 0x20000c0a8cb66 (192.168.203.102@tcp) 00000020:01000000:0.0:1790786163.422273:0:21833:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1790786163.422276:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1790786163.422299:0:21833:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8c013b7e4d40) 00000020:00000080:0.0:1790786163.422310:0:21833:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:0.0:1790786163.422316:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1790786163.422384:0:21833:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1790786163.422391:0:21833:0:(osd_handler.c:1574:osd_obd_connect()) connect #7 00000020:00000080:0.0:1790786163.422396:0:21833:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x19fa32945bed47d4 00010000:00080000:0.0:1790786163.422424:0:21833:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c01089ae800@lustre-OST0001-osc-MDT0000: add connection 192.168.203.102@tcp at head 00010000:00010000:0.0:1790786163.422632:0:21833:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:1.0:1790786163.422878:0:21833:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1790786163.422905:0:21833:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1790786163.423542:0:21833:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790786163.423606:0:21833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1790786163.423721:0:21833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:0.0:1790786163.424187:0:21841:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1790786163.424191:0:21841:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1790786163.429054:0:21833:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1790786163.429073:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1790786163.429121:0:21833:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1790786163.429144:0:21833:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x19fa32945bed47db 00000100:00080000:3.0:1790786163.429154:0:21833:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790786163.429164:0:21833:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c01089ae800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:3.0:1790786163.429197:0:21833:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c0140e11880 x1877774855009280/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790786163.429247:0:21833:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1790786163.429316:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790786163.429321:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790786163.429322:0:21833:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1790786163.429325:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790786163.429329:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790786163.429330:0:21833:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:3.0:1790786163.429333:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1790786163.429334:0:21833:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1790786163.429336:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790786163.429339:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790786163.429340:0:21833:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:3.0:1790786163.429342:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790786163.429344:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790786163.429345:0:21833:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1790786163.429350:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1790786163.429382:0:21833:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e10380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48e53719-1210-45be-8914-ea1f755552d5:21833:1877774855009408:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1790786163.429463:0:21833:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786163.429506:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855009408 00000100:00100000:3.0:1790786163.429512:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855009408 00000100:00100000:3.0:1790786163.429543:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790786163.429551:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+9:21833:x1877774855009408:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1790786163.430039:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855009280:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1790786163.430085:0:3429:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877774855009280 offset 0 length 520: 4 00000100:00100000:3.0:1790786163.430161:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+9:21833:x1877774855009408:12345-0@lo:502:llog_process_th.0 Request processed in 610us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786163.430170:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790786163.430207:0:21833:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110baae40 going to sleep for 11 seconds 00000100:00100000:3.0:1790786163.430228:0:21833:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e10380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48e53719-1210-45be-8914-ea1f755552d5:21833:1877774855009408:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1790786163.430254:0:21833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790786163.430264:0:21833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790786163.430266:0:21833:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1790786163.430271:0:21833:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:0.0:1790786163.433769:0:21797:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:0.0:1790786163.434247:0:21797:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1790786163.434335:0:21797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c125a00/0x19fa32945bed474f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4756 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786163.434357:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3429:x1877774855009024:12345-0@lo:38:llog_process_th.0 Request processed in 22932us (23116us total) trans 0 rc -19/-19 00000100:00100000:2.0:1790786163.434373:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:0.0:1790786163.434378:0:21797:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013c125a00/0x19fa32945bed474f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4756 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790786163.434389:0:21797:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8c0139024000 from 1 10000000:01000000:0.0:1790786163.434393:0:21797:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1790786163.434428:0:21797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd8ca00/0x19fa32945bed47e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786163.434451:0:21797:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013bd8ca00/0x19fa32945bed47e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786163.434462:0:21797:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013bd8ca00/0x19fa32945bed47e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786163.434485:0:21797:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855009536:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1790786163.434527:0:21797:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786163.434566:0:21797:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0102bf1900 going to sleep for 11 seconds 00000100:00100000:2.0:1790786163.434664:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855009536 00000100:00100000:2.0:1790786163.434672:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855009536 00000100:00100000:2.0:1790786163.434847:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790786163.434857:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+9:21797:x1877774855009536:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790786163.434869:0:21810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786163.434885:0:21810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c124800/0x19fa32945bed47e9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed47e2 expref: -99 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.434906:0:21810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c124800/0x19fa32945bed47e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed47e2 expref: 10 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.434916:0:21810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c124800/0x19fa32945bed47e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed47e2 expref: 10 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.434925:0:21810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c124800, rc 0) 00000100:00100000:2.0:1790786163.434965:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+10:21797:x1877774855009536:12345-0@lo:101:mount.lustre.0 Request processed in 108us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786163.434972:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790786163.434986:0:21797:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855009536:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790786163.435003:0:21797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013bd8ca00/0x19fa32945bed47e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed47e9 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786163.435014:0:21797:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013bd8ca00/0x19fa32945bed47e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed47e9 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786163.435586:0:21797:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855009664:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1790786163.435629:0:21797:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786163.435666:0:21797:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0102bf1900 going to sleep for 11 seconds 00000100:00100000:2.0:1790786163.436461:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855009664 00000100:00100000:2.0:1790786163.436471:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855009664 00000100:00100000:2.0:1790786163.436507:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790786163.436515:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+10:21797:x1877774855009664:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1790786163.436534:0:21808:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1790786163.436539:0:21808:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1790786163.436643:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+10:21797:x1877774855009664:12345-0@lo:256:mount.lustre.0 Request processed in 128us (1014us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786163.436660:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790786163.437136:0:21797:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855009664:0@lo:256:mount.lustre.0 00000100:00080000:3.0:1790786163.437335:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c013a196000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790786163.437343:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1790786163.437347:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855009024:0@lo:38:llog_process_th.0 10000000:01000000:0.0:1790786163.437780:0:21797:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1790786163.443556:0:21797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd8ca00/0x19fa32945bed47e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed47e9 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786163.443576:0:21797:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013bd8ca00/0x19fa32945bed47e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed47e9 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790786163.443586:0:21797:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8c0139024000 from 1 10000000:01000000:0.0:1790786163.443589:0:21797:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1790786163.443633:0:21797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed47f0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786163.443641:0:21797:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed47f0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786163.443652:0:21797:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed47f0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786163.443676:0:21797:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855009792:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1790786163.443756:0:21797:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786163.443798:0:21797:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0102bf1900 going to sleep for 11 seconds 00000100:00100000:2.0:1790786163.445404:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855009792 00000100:00100000:2.0:1790786163.445418:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855009792 00000100:00100000:2.0:1790786163.445479:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790786163.445490:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+10:21797:x1877774855009792:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790786163.445505:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786163.445524:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c124a00/0x19fa32945bed47f7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed47f0 expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.445549:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c124a00/0x19fa32945bed47f7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed47f0 expref: 11 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.445571:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c124a00/0x19fa32945bed47f7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed47f0 expref: 11 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.445580:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c124a00, rc 0) 00000100:00100000:2.0:1790786163.445648:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+11:21797:x1877774855009792:12345-0@lo:101:mount.lustre.0 Request processed in 161us (1892us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786163.445655:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790786163.445749:0:21797:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855009792:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790786163.445768:0:21797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed47f0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed47f7 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786163.445791:0:21797:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed47f0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed47f7 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786163.445877:0:21797:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855009920:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790786163.445912:0:21797:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786163.445946:0:21797:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0102bf1900 going to sleep for 11 seconds 00000100:00100000:2.0:1790786163.446349:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855009920 00000100:00100000:2.0:1790786163.446356:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855009920 00000100:00100000:2.0:1790786163.446395:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1790786163.446402:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+11:21797:x1877774855009920:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790786163.446840:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+11:21797:x1877774855009920:12345-0@lo:501:mount.lustre.0 Request processed in 437us (927us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786163.446850:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1790786163.446868:0:21797:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855009920:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790786163.446906:0:21797:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855010048:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790786163.446946:0:21797:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786163.446977:0:21797:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0102bf1900 going to sleep for 11 seconds 00000100:00100000:1.0:1790786163.447017:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855010048 00000100:00100000:1.0:1790786163.447022:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855010048 00000100:00100000:1.0:1790786163.447059:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1790786163.447068:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01094ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+11:21797:x1877774855010048:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1790786163.447222:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01094ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+11:21797:x1877774855010048:12345-0@lo:503:mount.lustre.0 Request processed in 156us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786163.447229:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1790786163.447308:0:21797:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855010048:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790786163.448200:0:21843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48e53719-1210-45be-8914-ea1f755552d5:21843:1877774855010176:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1790786163.448257:0:21843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786163.448330:0:21843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0102bf13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790786163.451336:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855010176 00000100:00100000:3.0:1790786163.451351:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855010176 00000100:00100000:0.0:1790786163.451551:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790786163.456574:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+11:21843:x1877774855010176:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1790786163.457049:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+11:21843:x1877774855010176:12345-0@lo:502:llog_process_th.0 Request processed in 5381us (8789us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786163.457059:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1790786163.463945:0:21843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48e53719-1210-45be-8914-ea1f755552d5:21843:1877774855010176:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1790786163.466367:0:21843:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790786163.466401:0:21843:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786163.466403:0:21843:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1790786163.466416:0:21843:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c0139024000 00000020:00000080:2.0:1790786163.466419:0:21843:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1790786163.466426:0:21843:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790786163.466429:0:21843:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786163.466430:0:21843:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1790786163.466445:0:21843:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790786163.466448:0:21843:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786163.466449:0:21843:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1790786163.466452:0:21843:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c0139024000 00000020:00000080:2.0:1790786163.466454:0:21843:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1790786163.466566:0:21843:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790786163.466570:0:21843:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786163.466572:0:21843:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1790786163.466575:0:21843:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790786163.466578:0:21843:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786163.466579:0:21843:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1790786163.466583:0:21843:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8c0139024000 00000020:00000080:2.0:1790786163.466585:0:21843:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1790786163.479709:0:21843:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790786163.487661:0:21843:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786163.487670:0:21843:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1790786163.487686:0:21843:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790786163.487718:0:21843:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786163.487721:0:21843:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1790786163.487728:0:21843:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8c0139024000 00000020:00000080:2.0:1790786163.487731:0:21843:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1790786163.488063:0:21843:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c19880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48e53719-1210-45be-8914-ea1f755552d5:21843:1877774855010304:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1790786163.488143:0:21843:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786163.488230:0:21843:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0005828000 going to sleep for 11 seconds 00000100:00100000:1.0:1790786163.498569:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855010304 00000100:00100000:1.0:1790786163.498810:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855010304 00000100:00100000:1.0:1790786163.498916:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790786163.498928:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0137999c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+11:21843:x1877774855010304:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1790786163.500612:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0137999c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+11:21843:x1877774855010304:12345-0@lo:502:llog_process_th.0 Request processed in 1680us (12463us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786163.500626:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1790786163.502542:0:21843:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c19880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48e53719-1210-45be-8914-ea1f755552d5:21843:1877774855010304:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1790786163.502789:0:21843:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790786163.502797:0:21843:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790786163.502800:0:21843:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1790786163.502807:0:21843:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:2.0:1790786163.503102:0:21797:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1790786163.503508:0:21797:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1790786163.503536:0:21797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed47f0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed47f7 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.503547:0:21797:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed47f0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed47f7 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790786163.503859:0:21797:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1790786163.503863:0:21797:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8c0139024000 10000000:01000000:2.0:1790786163.503866:0:21797:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8c0139024000 10000000:01000000:2.0:1790786163.503869:0:21797:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790786163.503875:0:21797:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8c0139024000 from 1 10000000:01000000:2.0:1790786163.503878:0:21797:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1790786163.503911:0:21797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c125e00/0x19fa32945bed47fe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.503920:0:21797:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013c125e00/0x19fa32945bed47fe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.503930:0:21797:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013c125e00/0x19fa32945bed47fe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786163.503951:0:21797:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c18700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855010432:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790786163.504087:0:21797:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786163.504510:0:21797:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0005828300 going to sleep for 11 seconds 00000100:00100000:3.0:1790786163.504566:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855010432 00000100:00100000:3.0:1790786163.504574:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855010432 00000100:00100000:3.0:1790786163.504824:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1790786163.504833:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0137998850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+11:21797:x1877774855010432:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790786163.504845:0:21810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790786163.504861:0:21810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c35fe00/0x19fa32945bed4805 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed47fe expref: -99 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786163.504885:0:21810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c35fe00/0x19fa32945bed4805 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed47fe expref: 12 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786163.504895:0:21810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c35fe00/0x19fa32945bed4805 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed47fe expref: 12 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786163.504903:0:21810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c35fe00, rc 0) 00000100:00100000:3.0:1790786163.504958:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0137998850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+12:21797:x1877774855010432:12345-0@lo:101:mount.lustre.0 Request processed in 126us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786163.504965:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1790786163.505506:0:21797:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c18700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855010432:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790786163.505524:0:21797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013c125e00/0x19fa32945bed47fe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4805 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786163.505534:0:21797:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013c125e00/0x19fa32945bed47fe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4805 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786163.505835:0:21797:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e10380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855010560:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790786163.505875:0:21797:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786163.505911:0:21797:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110baa600 going to sleep for 11 seconds 00000100:00100000:2.0:1790786163.506112:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855010560 00000100:00100000:2.0:1790786163.506119:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855010560 00000100:00100000:2.0:1790786163.506239:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1790786163.506250:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+12:21797:x1877774855010560:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790786163.507438:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+12:21797:x1877774855010560:12345-0@lo:501:mount.lustre.0 Request processed in 1178us (1549us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786163.507461:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790786163.507999:0:21797:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e10380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855010560:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790786163.508067:0:21797:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e10380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855010688:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790786163.508119:0:21797:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786163.508161:0:21797:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110baa600 going to sleep for 11 seconds 00000100:00100000:2.0:1790786163.509255:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855010688 00000100:00100000:2.0:1790786163.509266:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855010688 00000100:00100000:2.0:1790786163.509324:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1790786163.509338:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+12:21797:x1877774855010688:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790786163.509874:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+12:21797:x1877774855010688:12345-0@lo:503:mount.lustre.0 Request processed in 537us (1754us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786163.509883:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790786163.509954:0:21797:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e10380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855010688:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790786163.511917:0:21847:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e10380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48e53719-1210-45be-8914-ea1f755552d5:21847:1877774855010816:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1790786163.511988:0:21847:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786163.512027:0:21847:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110baad80 going to sleep for 11 seconds 00000100:00100000:2.0:1790786163.512914:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855010816 00000100:00100000:2.0:1790786163.512925:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855010816 00000100:00100000:2.0:1790786163.512973:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1790786163.512983:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0137999050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+12:21847:x1877774855010816:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1790786163.513265:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0137999050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+12:21847:x1877774855010816:12345-0@lo:502:llog_process_th.0 Request processed in 283us (1277us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786163.513272:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1790786163.513776:0:21847:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e10380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48e53719-1210-45be-8914-ea1f755552d5:21847:1877774855010816:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1790786163.513836:0:21847:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1790786163.513851:0:21847:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8c0005878000) 00000020:00000080:2.0:1790786163.513868:0:21847:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:2.0:1790786163.513951:0:21847:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8c0139024000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1790786163.513955:0:21847:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8c0139024000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1790786163.513958:0:21847:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c0139024000 4 00010000:00080000:2.0:1790786163.513986:0:21847:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c0105321000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.102@tcp at head 00010000:00010000:2.0:1790786163.516090:0:21847:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:2.0:1790786163.516314:0:21847:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1790786163.516357:0:21847:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1790786163.516375:0:21847:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x19fa32945bed4813 00000100:00080000:2.0:1790786163.516506:0:21847:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790786163.516517:0:21847:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8c0105321000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:2.0:1790786163.516552:0:21847:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c0107c18e00 x1877774855010944/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790786163.516580:0:21847:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1790786163.516601:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3429:1877774855010944:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1790786163.516672:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786163.517356:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855010944 00000100:00100000:0.0:1790786163.517365:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855010944 00000100:00100000:0.0:1790786163.517398:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790786163.517406:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3429:x1877774855010944:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1790786163.517529:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3429:x1877774855010944:12345-0@lo:38:llog_process_th.0 Request processed in 122us (856us total) trans 0 rc -11/-11 00000100:00100000:0.0:1790786163.517537:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790786163.518091:0:3429:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1790786163.518103:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c0105321000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790786163.518116:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1790786163.518120:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3429:1877774855010944:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1790786163.520259:0:21847:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c1a300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48e53719-1210-45be-8914-ea1f755552d5:21847:1877774855011072:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1790786163.520353:0:21847:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786163.520390:0:21847:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0107d28300 going to sleep for 11 seconds 00000100:00100000:2.0:1790786163.520411:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855011072 00000100:00100000:2.0:1790786163.520418:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855011072 00000100:00100000:2.0:1790786163.520456:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1790786163.520466:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0137998050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+12:21847:x1877774855011072:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1790786163.520687:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0137998050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+12:21847:x1877774855011072:12345-0@lo:502:llog_process_th.0 Request processed in 222us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786163.520711:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1790786163.520764:0:21847:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c1a300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48e53719-1210-45be-8914-ea1f755552d5:21847:1877774855011072:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1790786163.520798:0:21847:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c1a300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48e53719-1210-45be-8914-ea1f755552d5:21847:1877774855011200:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1790786163.520821:0:21847:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786163.520831:0:21847:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0107d28300 going to sleep for 11 seconds 00000100:00100000:2.0:1790786163.520840:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855011200 00000100:00100000:2.0:1790786163.520843:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855011200 00000100:00100000:2.0:1790786163.520858:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1790786163.520862:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+12:21847:x1877774855011200:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1790786163.520938:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+12:21847:x1877774855011200:12345-0@lo:502:llog_process_th.0 Request processed in 75us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786163.520948:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1790786163.520972:0:21847:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c1a300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:48e53719-1210-45be-8914-ea1f755552d5:21847:1877774855011200:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1790786163.520986:0:21847:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1790786163.521088:0:21797:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1790786163.521102:0:21797:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1790786163.521119:0:21797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c125e00/0x19fa32945bed47fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4805 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.521130:0:21797:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013c125e00/0x19fa32945bed47fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4805 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1790786163.521172:0:21797:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1790786163.521175:0:21797:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790786163.521176:0:21797:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790786163.521177:0:21797:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790786163.521179:0:21797:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790786163.521180:0:21797:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790786163.521182:0:21797:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790786163.521183:0:21797:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790786163.521185:0:21797:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790786163.521190:0:21797:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790786163.521194:0:21797:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1790786163.521197:0:21797:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790786163.521198:0:21797:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790786163.521199:0:21797:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790786163.521200:0:21797:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790786163.521201:0:21797:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790786163.521202:0:21797:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790786163.521203:0:21797:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790786163.521204:0:21797:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790786163.521205:0:21797:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790786163.521206:0:21797:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790786163.521220:0:21797:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1790786163.521228:0:21797:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c1a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855011328:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1790786163.521264:0:21797:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786163.521289:0:21797:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0107d28300 going to sleep for 11 seconds 00000100:00100000:2.0:1790786163.521303:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855011328 00000100:00100000:2.0:1790786163.521307:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855011328 00000100:00100000:2.0:1790786163.521328:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1790786163.521335:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0137998c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+12:21797:x1877774855011328:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1790786163.521362:0:21809:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1790786163.521374:0:21809:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1790786163.586135:0:21809:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1790786163.586155:0:21809:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1790786163.586433:0:21831:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1790786163.586438:0:21831:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1790786163.586460:0:21831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8c013c125c00/0x19fa32945bed481a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.586477:0:21831:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c013c124800/0x19fa32945bed47e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed47e2 expref: 12 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.586486:0:21831:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8c013c125c00/0x19fa32945bed481a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.586523:0:21831:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c013c124800/0x19fa32945bed47e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19fa32945bed47e2 expref: 12 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786163.586536:0:21831:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c013c124800/0x19fa32945bed47e9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19fa32945bed47e2 expref: 12 pid: 21810 timeout: 671 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786163.586548:0:21831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c1b100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21831:1877774855011456:0@lo:104: 00000100:00100000:2.0:1790786163.586624:0:21831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786163.586673:0:21831:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01093d4840 going to sleep for 11 seconds 00000100:00100000:1.0:1790786163.586981:0:21798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855011456 00000100:00100000:1.0:1790786163.586988:0:21798:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855011456 00000100:00100000:1.0:1790786163.587042:0:21798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790786163.587052:0:21798:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:48e53719-1210-45be-8914-ea1f755552d5+3:21831:x1877774855011456:12345-0@lo:104: 00010000:00010000:1.0:1790786163.587064:0:21798:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.102@tcp lock: ffff8c013bd8ca00/0x19fa32945bed47e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed47e9 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.587117:0:21798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1790786163.587123:0:21798:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:48e53719-1210-45be-8914-ea1f755552d5+3:21831:x1877774855011456:12345-0@lo:104: Request processed in 74us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786163.587130:0:21798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1790786163.587153:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790786163.587158:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c013bd8ca00/0x19fa32945bed47e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed47e9 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.587166:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd8ca00 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:1.0:1790786163.587169:0:21804:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd8ca00/0x19fa32945bed47e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x19fa32945bed47e9 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.587177:0:21804:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013bd8ca00/0x19fa32945bed47e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x19fa32945bed47e9 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790786163.587184:0:21804:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd8ca00/0x19fa32945bed47e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x19fa32945bed47e9 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790786163.587190:0:21804:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1790786163.587218:0:21804:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c013bd8ca00/0x19fa32945bed47e2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed47e9 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.587224:0:21804:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790786163.587243:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c013bd8ca00/0x19fa32945bed47e2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed47e9 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.587260:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013bd8ca00/0x19fa32945bed47e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed47e9 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.587276:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786163.587290:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786163.587292:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790786163.587322:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48e53719-1210-45be-8914-ea1f755552d5:3431:1877774855011584:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790786163.587353:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786163.587400:0:21800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855011584 00000100:00100000:1.0:1790786163.587404:0:21800:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855011584 00010000:00010000:1.0:1790786163.587420:0:21800:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c013c124800/0x19fa32945bed47e9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed47e2 expref: 13 pid: 21810 timeout: 671 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786163.587442:0:21800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790786163.587449:0:21800:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:48e53719-1210-45be-8914-ea1f755552d5+13:3431:x1877774855011584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790786163.587460:0:21800:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790786163.587466:0:21800:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c013c124800/0x19fa32945bed47e9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed47e2 expref: 13 pid: 21810 timeout: 671 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.587475:0:21800:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c013c124800/0x19fa32945bed47e9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19fa32945bed47e2 expref: 13 pid: 21810 timeout: 671 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.587489:0:21800:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8c013c125c00/0x19fa32945bed481a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.587498:0:21800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c125c00/0x19fa32945bed481a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1790786163.587511:0:21800:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001074287s 00010000:00010000:1.0:1790786163.587522:0:21800:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c013c125c00/0x19fa32945bed481a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.587529:0:21800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c013c125c00/0x19fa32945bed481a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.587536:0:21800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8c013c125c00/0x19fa32945bed481a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.587541:0:21800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8c013c125c00/0x19fa32945bed481a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.587546:0:21800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c125c00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:1.0:1790786163.587550:0:21800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8c013c125c00/0x19fa32945bed481a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.587556:0:21800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8c013c125c00/0x19fa32945bed481a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.587565:0:21800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8c013c125c00/0x19fa32945bed481a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.587574:0:21800:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790786163.587836:0:21800:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:48e53719-1210-45be-8914-ea1f755552d5+13:3431:x1877774855011584:12345-0@lo:103:ldlm_bl.0 Request processed in 386us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786163.587843:0:21800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790786163.587880:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48e53719-1210-45be-8914-ea1f755552d5:3431:1877774855011584:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790786163.587906:0:21831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c124800/0x19fa32945bed47e9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19fa32945bed47e2 expref: 12 pid: 21810 timeout: 671 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786163.587916:0:21831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c1b100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21831:1877774855011456:0@lo:104: 00010000:00010000:1.0:1790786163.587937:0:21831:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8c013c125c00/0x19fa32945bed481a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.587944:0:21831:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8c013c125c00/0x19fa32945bed481a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.587950:0:21831:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8c013c125c00/0x19fa32945bed481a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786163.587956:0:21831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c125c00/0x19fa32945bed481a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786163.623139:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0137998c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+11:21797:x1877774855011328:12345-0@lo:253:mount.lustre.0 Request processed in 101794us (101863us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786163.623170:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1790786163.623363:0:21797:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c1a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:21797:1877774855011328:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1790786163.623384:0:21797:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1790786163.623388:0:21797:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1790786163.623389:0:21797:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1790786163.623391:0:21797:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790786163.623392:0:21797:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790786163.623393:0:21797:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790786163.623395:0:21797:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790786163.623396:0:21797:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1790786163.623397:0:21797:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1790786163.623399:0:21797:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790786163.623401:0:21797:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1790786163.623423:0:21797:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:1.0:1790786163.635421:0:21797:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:1.0:1790786163.636556:0:21797:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:1.0:1790786163.638068:0:21797:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:1.0:1790786163.638204:0:21797:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:1.0:1790786163.638457:0:21797:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:1.0:1790786163.638595:0:21797:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:1.0:1790786163.643262:0:21797:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:1.0:1790786163.643462:0:21797:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:1.0:1790786163.644524:0:21797:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:1.0:1790786163.644923:0:21797:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:1.0:1790786163.645209:0:21797:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:1.0:1790786163.645395:0:21797:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000020:00080000:3.0:1790786163.707200:0:21797:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:3.0:1790786163.709040:0:21797:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:1.0:1790786163.709163:0:21856:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:1.0:1790786163.709168:0:21856:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:1.0:1790786163.711169:0:21857:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:1.0:1790786163.711274:0:21857:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:3.0:1790786163.711519:0:21797:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:3.0:1790786163.715844:0:21858:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8c0140e12300 x1877774855011712/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790786163.715859:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01055949c0 going to sleep for 0 seconds 00000040:01000000:0.0:1790786163.718178:0:21797:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1790786163.718313:0:21797:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1790786163.719309:0:21797:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1790786163.719320:0:21797:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1790786163.719487:0:21797:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790786163.720613:0:21857:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000040:00080000:3.0:1790786163.721784:0:21797:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1790786163.722540:0:21797:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1790786163.722582:0:21797:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1790786163.723324:0:21797:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00000004:00080000:1.0:1790786163.725160:0:21857:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00080000:10000000:3.0:1790786163.725168:0:21797:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00000001:00000004:3.0:1790786163.731174:0:21797:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1790786163.773748:0:21797:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1790786163.773787:0:21797:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa553c15c7988 00100000:10000000:1.0:1790786163.773795:0:21797:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1790786163.775347:0:21797:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1790786163.775364:0:21797:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.102@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1790786163.775376:0:21797:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=45 00000080:00000004:2.0:1790786163.775401:0:21797:0:(super25.c:182:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:3.0:1790786164.108140:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1790786164.557205:0:21851:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1790786164.557214:0:21851:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1790786164.557589:0:21851:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1790786164.557596:0:21851:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:0.0:1790786164.748334:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01055949c0 going to sleep for 0 seconds 00010000:00010000:1.0:1790786165.131904:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1790786165.131975:0:21812:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1790786165.131979:0:21812:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8c0139024000 from 11 10000000:01000000:3.0:1790786165.131985:0:21812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1790786165.132030:0:21812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed4821 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786165.132042:0:21812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed4821 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786165.132063:0:21812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed4821 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786165.132091:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e10700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855011840:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1790786165.132169:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786165.132228:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013780f180 going to sleep for 11 seconds 00000100:00100000:2.0:1790786165.132439:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855011840 00000100:00100000:2.0:1790786165.132447:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855011840 00000100:00100000:2.0:1790786165.132504:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1790786165.132514:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+11:21812:x1877774855011840:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790786165.132527:0:21810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786165.132540:0:21810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c124200/0x19fa32945bed4828 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4821 expref: -99 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786165.132563:0:21810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c124200/0x19fa32945bed4828 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4821 expref: 12 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786165.132573:0:21810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c124200/0x19fa32945bed4828 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4821 expref: 12 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786165.132583:0:21810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c124200, rc 0) 00000100:00100000:2.0:1790786165.132629:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+12:21812:x1877774855011840:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786165.132636:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1790786165.132727:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e10700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855011840:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790786165.132741:0:21812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed4821 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4828 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786165.132750:0:21812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed4821 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4828 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786165.132809:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e10700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855011968:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1790786165.132839:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786165.132866:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013780f180 going to sleep for 11 seconds 00000100:00100000:2.0:1790786165.133014:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855011968 00000100:00100000:2.0:1790786165.133019:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855011968 00000100:00100000:2.0:1790786165.133057:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1790786165.133065:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0137999850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+12:21812:x1877774855011968:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1790786165.133079:0:21809:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1790786165.133101:0:21809:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1790786165.133104:0:21809:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1790786165.133304:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0137999850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+12:21812:x1877774855011968:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 239us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786165.133311:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1790786165.133395:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e10700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855011968:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1790786165.133437:0:21812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1790786165.133444:0:21812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed4821 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4828 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786165.133452:0:21812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed4821 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4828 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790786165.583469:0:21851:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1790786165.583479:0:21851:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1790786165.600876:0:21851:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:3.0:1790786165.600983:0:21851:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1790786165.601030:0:21851:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:0.0:1790786165.774749:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01055949c0 going to sleep for 0 seconds 00010000:00010000:0.0:1790786166.155853:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786166.795773:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01055949c0 going to sleep for 0 seconds 00010000:00010000:1.0:1790786167.181748:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786167.820136:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01055949c0 going to sleep for 0 seconds 00010000:00010000:0.0:1790786168.206823:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786168.844526:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01055949c0 going to sleep for 0 seconds 00000001:02000400:2.0:1790786168.847016:0:22100:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg302-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00080000:1.0:1790786168.911802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1790786168.911809:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1790786168.911813:0:8:0:(import.c:65:import_set_state_nolock()) ffff8c013a196000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790786168.911820:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 571 00000100:00080000:1.0:1790786168.911825:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1790786168.911836:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8c013a196000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:1.0:1790786168.911858:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c013bd4c000 x1877774855012224/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790786168.911876:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790786168.911879:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790786168.911883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790786168.911886:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790786168.911888:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1790786168.911891:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1790786168.911893:0:8:0:(import.c:65:import_set_state_nolock()) ffff8c0105321000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790786168.911898:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8c0105321000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:1.0:1790786168.911909:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c013bd4f100 x1877774855012352/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790786168.912070:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1790786168.912087:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48e53719-1210-45be-8914-ea1f755552d5:3433:1877774855012096:0@lo:400:kworker.0 00000100:00100000:1.0:1790786168.912153:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786168.912210:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855012224:0@lo:38:kworker.0 00000100:00100000:1.0:1790786168.912256:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786168.912276:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3429:1877774855012352:0@lo:38:kworker.0 00000100:00100000:1.0:1790786168.912302:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786168.912354:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855012224 00000100:00100000:1.0:1790786168.912362:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855012224 00000100:00100000:1.0:1790786168.912392:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790786168.912400:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3429:x1877774855012224:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1790786168.912417:0:21821:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1790786168.912456:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3429:x1877774855012224:12345-0@lo:38:kworker.0 Request processed in 56us (199us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790786168.912462:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790786168.912529:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855012352 00000100:00100000:1.0:1790786168.912533:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855012352 00000100:00100000:1.0:1790786168.912552:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790786168.912556:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3429:x1877774855012352:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1790786168.912572:0:21817:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 576 last 0 00000020:00000080:1.0:1790786168.912605:0:21817:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x19fa32945bed482f 00000004:00100000:1.0:1790786168.912619:0:21817:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1790786168.912771:0:21817:0:(import.c:65:import_set_state_nolock()) ffff8c00042e4000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790786168.912807:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3429:x1877774855012352:12345-0@lo:38:kworker.0 Request processed in 249us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786168.912813:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1790786168.912850:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c013a196000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790786168.912860:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790786168.912864:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855012224:0@lo:38:kworker.0 00010000:00080000:1.0:1790786168.912878:0:3429:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8c013bd4f100 x1877774855012352/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790786178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1790786168.912888:0:3429:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1790786168.912894:0:3429:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1790786168.912898:0:3429:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1790786168.912900:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c0105321000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1790786168.912904:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3429:1877774855012352:0@lo:38:kworker.0 00000100:00100000:2.0:1790786168.915436:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855012096 00000100:00100000:2.0:1790786168.915450:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855012096 00000100:00100000:2.0:1790786168.915503:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1790786168.915512:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+12:3433:x1877774855012096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786168.915609:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+12:3433:x1877774855012096:12345-0@lo:400:kworker.0 Request processed in 99us (3455us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786168.915616:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1790786168.915651:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48e53719-1210-45be-8914-ea1f755552d5:3433:1877774855012096:0@lo:400:kworker.0 00010000:00010000:1.0:1790786169.227857:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786169.867770:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01055949c0 going to sleep for 0 seconds 00010000:00010000:0.0:1790786170.252979:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786170.892184:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01055949c0 going to sleep for 0 seconds 00010000:00010000:3.0:1790786171.281338:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786171.917150:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01055949c0 going to sleep for 0 seconds 00010000:00010000:0.0:1790786172.300338:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786172.942224:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01055949c0 going to sleep for 0 seconds 00000100:00100000:1.0:1790786173.004857:0:3429:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790786163/real 1790786163] req@ffff8c0140e11880 x1877774855009280/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790786173 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786173.004898:0:3429:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c0140e11880 x1877774855009280/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790786173 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786173.004911:0:3429:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790786163/real 1790786163] req@ffff8c00047a7100 x1877774855009152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790786173 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786173.004929:0:3429:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c00047a7100 x1877774855009152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790786173 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1790786173.004952:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c01089ae800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790786173.004976:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1790786173.004980:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855009280:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1790786173.004987:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c000502c000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790786173.005003:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1790786173.005040:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855009152:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1790786173.005464:0:3432:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1790786173.005526:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1790786173.005532:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1790786173.005535:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c013a196000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790786173.005542:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 576 00000100:00080000:0.0:1790786173.005549:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1790786173.005561:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8c013a196000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:0.0:1790786173.005585:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c00047a4a80 x1877774855012608/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790786173.005604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790786173.005607:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1790786173.005609:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c000502c000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790786173.005613:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 571 00000100:00080000:0.0:1790786173.005615:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1790786173.005618:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8c000502c000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:0.0:1790786173.005628:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c00047a5880 x1877774855012736/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790786173.005636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790786173.005649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1790786173.005651:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c01089ae800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790786173.005653:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 571 00000100:00080000:0.0:1790786173.005656:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1790786173.005660:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c01089ae800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:0.0:1790786173.005669:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c00047a5500 x1877774855012864/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790786173.005756:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3430:1877774855012992:0@lo:400:kworker.0 00000100:00100000:0.0:1790786173.005849:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786173.005946:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855012992 00000100:00100000:0.0:1790786173.005957:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855012992 00000100:00100000:0.0:1790786173.006013:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790786173.007992:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3430:x1877774855012992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786173.009185:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:48e53719-1210-45be-8914-ea1f755552d5:3432:1877774855012480:0@lo:400:kworker.0 00000100:00100000:2.0:1790786173.009274:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786173.009345:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855012608:0@lo:38:kworker.0 00000100:00100000:1.0:1790786173.009397:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786173.009428:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855012736:0@lo:8:kworker.0 00000400:00000100:1.0:1790786173.009456:0:3429:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877774855012736 offset 0 length 520: 4 00000100:00100000:1.0:1790786173.009470:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855012864:0@lo:8:kworker.0 00000400:00000100:1.0:1790786173.009490:0:3429:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877774855012864 offset 0 length 520: 4 00000100:00100000:3.0:1790786173.009533:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855012480 00000100:00100000:3.0:1790786173.009561:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855012480 00000100:00100000:3.0:1790786173.009623:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1790786173.009625:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3430:x1877774855012992:12345-0@lo:400:kworker.0 Request processed in 3602us (3785us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786173.009633:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+12:3432:x1877774855012480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786173.009636:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790786173.009682:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+12:3432:x1877774855012480:12345-0@lo:400:kworker.0 Request processed in 50us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786173.009710:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00080000:0.0:1790786173.009883:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8c00047a7800 x1877774855012992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786173.009900:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3430:1877774855012992:0@lo:400:kworker.0 00000100:00100000:2.0:1790786173.010106:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855012608 00000100:00100000:2.0:1790786173.010112:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855012608 00000100:00100000:2.0:1790786173.010145:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1790786173.010152:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3429:x1877774855012608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1790786173.010549:0:21821:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1790786173.010613:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3429:x1877774855012608:12345-0@lo:38:kworker.0 Request processed in 459us (1215us total) trans 0 rc -19/-19 00000100:00100000:2.0:1790786173.010622:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1790786173.010766:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c013a196000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790786173.010773:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1790786173.010776:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855012608:0@lo:38:kworker.0 00000100:00100000:2.0:1790786173.010965:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:48e53719-1210-45be-8914-ea1f755552d5:3432:1877774855012480:0@lo:400:kworker.0 00010000:00010000:3.0:1790786173.324295:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786173.970144:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01055949c0 going to sleep for 0 seconds 00010000:00010000:1.0:1790786174.355688:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786174.987894:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01055949c0 going to sleep for 0 seconds 00010000:00010000:3.0:1790786175.372397:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1790786175.820545:0:21851:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1790786176.012771:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01055949c0 going to sleep for 0 seconds 00000020:01000004:0.0:1790786176.329741:0:22451:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1790786176.329744:0:22451:0:(obd_mount.c:926:lmd_print()) device: lustre-mdt2/mdt2 00000080:01200004:0.0:1790786176.329854:0:22451:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8c013b7f1000 00000020:01000004:0.0:1790786176.329866:0:22451:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0001, type=osd-zfs, lsifl=200001, mountfl=0 00000020:01000004:0.0:1790786176.329876:0:22451:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-zfs) 00000020:00000080:0.0:1790786176.329888:0:22451:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8c013b7e19c0) 00000020:00000080:0.0:1790786176.329906:0:22451:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-zfs with refcount 2 00100000:10000000:1.0:1790786176.346941:0:22451:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-MDT0001: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:1.0:1790786176.347260:0:22451:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0001: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:1.0:1790786176.349182:0:22451:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0001: registered index [0x200000003:0x30:0x0] (8/32) 00100000:10000000:1.0:1790786176.349553:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lustre-MDT0001 under 337: rc = 0 00100000:10000000:1.0:1790786176.349652:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled params under 337: rc = 0 00100000:10000000:1.0:1790786176.349850:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lustre-client under 337: rc = 0 00100000:10000000:1.0:1790786176.350526:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x2010000-MDT0001 under 381: rc = 0 00100000:10000000:1.0:1790786176.350757:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x20000-MDT0001 under 381: rc = 0 00100000:10000000:1.0:1790786176.352123:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x1010000 under 381: rc = 0 00100000:10000000:1.0:1790786176.353803:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x2010000 under 381: rc = 0 00100000:10000000:1.0:1790786176.354107:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x1020000-MDT0001 under 381: rc = 0 00100000:10000000:1.0:1790786176.354362:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x20000 under 381: rc = 0 00100000:10000000:1.0:1790786176.354610:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x10000 under 381: rc = 0 00100000:10000000:1.0:1790786176.354874:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x1010000-MDT0001 under 381: rc = 0 00100000:10000000:1.0:1790786176.355100:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x2020000 under 381: rc = 0 00100000:10000000:1.0:1790786176.355353:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x10000-MDT0001 under 381: rc = 0 00100000:10000000:0.0:1790786176.357408:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x1020000 under 381: rc = 0 00100000:10000000:0.0:1790786176.357655:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x2020000-MDT0001 under 381: rc = 0 00100000:10000000:0.0:1790786176.358229:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_10 under 533: rc = 0 00100000:10000000:0.0:1790786176.359005:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_03 under 533: rc = 0 00100000:10000000:0.0:1790786176.359259:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_09 under 533: rc = 0 00100000:10000000:0.0:1790786176.359492:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_05 under 533: rc = 0 00100000:10000000:0.0:1790786176.359720:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_02 under 533: rc = 0 00100000:10000000:0.0:1790786176.359940:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_08 under 533: rc = 0 00100000:10000000:0.0:1790786176.360150:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_04 under 533: rc = 0 00100000:10000000:0.0:1790786176.360391:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_11 under 533: rc = 0 00100000:10000000:0.0:1790786176.360625:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_15 under 533: rc = 0 00100000:10000000:0.0:1790786176.360876:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_13 under 533: rc = 0 00100000:10000000:0.0:1790786176.361097:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_06 under 533: rc = 0 00100000:10000000:0.0:1790786176.361670:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_00 under 533: rc = 0 00100000:10000000:0.0:1790786176.361911:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_07 under 533: rc = 0 00100000:10000000:0.0:1790786176.362261:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_01 under 533: rc = 0 00100000:10000000:0.0:1790786176.362756:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_14 under 533: rc = 0 00100000:10000000:0.0:1790786176.364525:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_12 under 533: rc = 0 00100000:10000000:0.0:1790786176.364881:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_10 under 533: rc = 0 00100000:10000000:0.0:1790786176.365238:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_09 under 533: rc = 0 00100000:10000000:0.0:1790786176.365885:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_03 under 533: rc = 0 00100000:10000000:0.0:1790786176.366437:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_05 under 533: rc = 0 00100000:10000000:0.0:1790786176.366675:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_08 under 533: rc = 0 00100000:10000000:0.0:1790786176.367100:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_02 under 533: rc = 0 00100000:10000000:0.0:1790786176.367438:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_04 under 533: rc = 0 00100000:10000000:0.0:1790786176.368614:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_11 under 533: rc = 0 00100000:10000000:0.0:1790786176.369029:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_15 under 533: rc = 0 00100000:10000000:0.0:1790786176.369289:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_13 under 533: rc = 0 00100000:10000000:0.0:1790786176.369641:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_06 under 533: rc = 0 00100000:10000000:0.0:1790786176.369892:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_00 under 533: rc = 0 00100000:10000000:0.0:1790786176.370226:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_07 under 533: rc = 0 00100000:10000000:0.0:1790786176.370521:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_01 under 533: rc = 0 00100000:10000000:0.0:1790786176.370762:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_14 under 533: rc = 0 00100000:10000000:0.0:1790786176.372421:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_12 under 533: rc = 0 00100000:10000000:0.0:1790786176.373109:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled [0x240000401:0x1:0x0] under 467: rc = 0 00100000:10000000:0.0:1790786176.373327:0:22451:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled [0x240000400:0x1:0x0] under 467: rc = 0 00000020:00000080:0.0:1790786176.373922:0:22451:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:0.0:1790786176.373934:0:22451:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:0.0:1790786176.373944:0:22451:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x19fa32945bed483d 00000020:01000004:0.0:1790786176.373952:0:22451:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0001 on device lustre-mdt2/mdt2 00000020:01000004:0.0:1790786176.373972:0:22451:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.102@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1790786176.373976:0:22451:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.102@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1790786176.374049:0:22451:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:0.0:1790786176.374070:0:22451:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-mdt2/mdt2 10000000:01000000:0.0:1790786176.374073:0:22451:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.102@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:1.0:1790786176.383608:0:22451:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.102@tcp ctxt 0 is initialized 00000020:01000004:1.0:1790786176.383647:0:22451:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.102@tcp, index=0001, flags=0x20001 00000020:01000004:1.0:1790786176.383652:0:22451:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1790786176.383653:0:22451:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1790786176.383655:0:22451:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790786176.383656:0:22451:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790786176.383657:0:22451:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790786176.383658:0:22451:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790786176.383660:0:22451:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790786176.383661:0:22451:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790786176.383663:0:22451:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1790786176.383666:0:22451:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:1.0:1790786176.383669:0:22451:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1790786176.383670:0:22451:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1790786176.383671:0:22451:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790786176.383672:0:22451:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790786176.383673:0:22451:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790786176.383675:0:22451:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790786176.383676:0:22451:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790786176.383677:0:22451:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790786176.383677:0:22451:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1790786176.383782:0:22451:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1790786176.383805:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855013120:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1790786176.383872:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786176.383972:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013780f480 going to sleep for 11 seconds 00000100:00100000:2.0:1790786176.384057:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855013120 00000100:00100000:2.0:1790786176.384072:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855013120 00000100:00100000:2.0:1790786176.384174:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1790786176.384192:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+12:22451:x1877774855013120:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1790786176.384222:0:21810:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1790786176.384225:0:21810:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:2.0:1790786176.384234:0:21810:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1790786176.392650:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+12:22451:x1877774855013120:12345-0@lo:253:mount.lustre.0 Request processed in 8459us (8768us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786176.392665:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1790786176.392829:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855013120:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1790786176.392844:0:22451:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1790786176.392847:0:22451:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1790786176.392849:0:22451:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1790786176.392850:0:22451:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790786176.392852:0:22451:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790786176.392853:0:22451:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790786176.392854:0:22451:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790786176.392856:0:22451:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790786176.392858:0:22451:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790786176.392859:0:22451:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1790786176.392881:0:22451:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8c013b7f1000 from lustre-MDT0001 10000000:01000000:1.0:1790786176.392907:0:22451:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:1.0:1790786176.392920:0:22451:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1790786176.392927:0:22451:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8c0005710000 local copy 00010000:00010000:1.0:1790786176.392937:0:22451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4733 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed473a expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786176.393146:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855013248:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790786176.393192:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786176.393230:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013780fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1790786176.393355:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855013248 00000100:00100000:2.0:1790786176.393363:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855013248 00000100:00100000:2.0:1790786176.393404:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1790786176.393414:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+12:22451:x1877774855013248:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790786176.393565:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+12:22451:x1877774855013248:12345-0@lo:501:mount.lustre.0 Request processed in 153us (381us total) trans 0 rc -2/-2 00000100:00100000:2.0:1790786176.393573:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1790786176.393767:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855013248:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1790786176.393782:0:22451:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.102@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1790786176.393925:0:22451:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.102@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1790786176.393932:0:22451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4733 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed473a expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.393941:0:22451:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4733 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed473a expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790786176.393965:0:22451:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8c013b7f1000 10000000:01000000:1.0:1790786176.393969:0:22451:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1790786176.393973:0:22451:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8c0005710000 10000000:01000000:1.0:1790786176.393975:0:22451:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:1.0:1790786176.394041:0:22451:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8c0005710000 from 1 10000000:01000000:1.0:1790786176.394045:0:22451:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1790786176.394069:0:22451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c0140e06400/0x19fa32945bed4844 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.394078:0:22451:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c0140e06400/0x19fa32945bed4844 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.394097:0:22451:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c0140e06400/0x19fa32945bed4844 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786176.394114:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855013376:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1790786176.394143:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786176.394218:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013780fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1790786176.394321:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855013376 00000100:00100000:3.0:1790786176.394327:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855013376 00000100:00100000:3.0:1790786176.394452:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1790786176.394461:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+12:22451:x1877774855013376:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790786176.394470:0:21810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790786176.394483:0:21810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c35f200/0x19fa32945bed484b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4844 expref: -99 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.394505:0:21810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c35f200/0x19fa32945bed484b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4844 expref: 13 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.394515:0:21810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c35f200/0x19fa32945bed484b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4844 expref: 13 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.394535:0:21810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c35f200, rc 0) 00000100:00100000:3.0:1790786176.394574:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+13:22451:x1877774855013376:12345-0@lo:101:mount.lustre.0 Request processed in 114us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786176.394580:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1790786176.394642:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855013376:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790786176.394653:0:22451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c0140e06400/0x19fa32945bed4844 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed484b expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.394662:0:22451:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c0140e06400/0x19fa32945bed4844 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed484b expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790786176.394677:0:22451:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1790786176.394712:0:22451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c0140e06400/0x19fa32945bed4844 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed484b expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.394719:0:22451:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c0140e06400/0x19fa32945bed4844 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed484b expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790786176.394725:0:22451:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8c013b7f1000 10000000:01000000:1.0:1790786176.394728:0:22451:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1790786176.394731:0:22451:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8c013b7f1000 from 1 10000000:01000000:1.0:1790786176.394733:0:22451:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1790786176.394745:0:22451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c0140e06a00/0x19fa32945bed4852 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.394751:0:22451:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c0140e06a00/0x19fa32945bed4852 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.394764:0:22451:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c0140e06a00/0x19fa32945bed4852 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786176.394775:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855013504:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1790786176.394797:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786176.394964:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013780fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1790786176.395107:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855013504 00000100:00100000:2.0:1790786176.395113:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855013504 00000100:00100000:2.0:1790786176.395135:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1790786176.395143:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+13:22451:x1877774855013504:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790786176.395149:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786176.395159:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c124c00/0x19fa32945bed4859 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4852 expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.395173:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c124c00/0x19fa32945bed4859 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4852 expref: 14 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.395181:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c124c00/0x19fa32945bed4859 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4852 expref: 14 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.395198:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c124c00, rc 0) 00000100:00100000:2.0:1790786176.395238:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+14:22451:x1877774855013504:12345-0@lo:101:mount.lustre.0 Request processed in 96us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786176.395252:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1790786176.395423:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855013504:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790786176.395434:0:22451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c0140e06a00/0x19fa32945bed4852 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4859 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.395442:0:22451:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c0140e06a00/0x19fa32945bed4852 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4859 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790786176.395453:0:22451:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1790786176.395468:0:22451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c0140e06a00/0x19fa32945bed4852 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4859 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.395475:0:22451:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c0140e06a00/0x19fa32945bed4852 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4859 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790786176.395481:0:22451:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1790786176.395485:0:22451:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1790786176.395490:0:22451:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8c013b7f1000 10000000:01000000:1.0:1790786176.395493:0:22451:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1790786176.395496:0:22451:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:1.0:1790786176.395498:0:22451:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1790786176.395512:0:22451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c0140e07000/0x19fa32945bed4860 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.395525:0:22451:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c0140e07000/0x19fa32945bed4860 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.395533:0:22451:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c0140e07000/0x19fa32945bed4860 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786176.395547:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855013632:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1790786176.395572:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786176.395594:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013780fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1790786176.395675:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855013632 00000100:00100000:3.0:1790786176.395680:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855013632 00000100:00100000:3.0:1790786176.395735:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1790786176.395742:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+14:22451:x1877774855013632:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790786176.395749:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790786176.395757:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c35e600/0x19fa32945bed4867 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4860 expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.395770:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c35e600/0x19fa32945bed4867 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4860 expref: 15 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.395779:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c35e600/0x19fa32945bed4867 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4860 expref: 15 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.395786:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c35e600, rc 0) 00000100:00100000:3.0:1790786176.395818:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+15:22451:x1877774855013632:12345-0@lo:101:mount.lustre.0 Request processed in 77us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786176.395824:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1790786176.396119:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855013632:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790786176.396130:0:22451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c0140e07000/0x19fa32945bed4860 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4867 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.396138:0:22451:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c0140e07000/0x19fa32945bed4860 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4867 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1790786176.396955:0:22451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:1.0:1790786176.398291:0:22451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790786176.398578:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1790786176.398617:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:1.0:1790786176.398655:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:1.0:1790786176.398683:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:1.0:1790786176.398749:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:1.0:1790786176.398788:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:1.0:1790786176.398815:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:1.0:1790786176.398841:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:1.0:1790786176.398876:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:1.0:1790786176.398904:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:1.0:1790786176.398950:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:1.0:1790786176.398989:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:1.0:1790786176.399017:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:1.0:1790786176.399047:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:1.0:1790786176.399085:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:1.0:1790786176.399114:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:1.0:1790786176.399142:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:1.0:1790786176.399182:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00010000:00010000:2.0:1790786176.399443:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1790786176.399533:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:1.0:1790786176.399561:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:1.0:1790786176.399601:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:1.0:1790786176.399629:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:1.0:1790786176.399655:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:1.0:1790786176.399750:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:1.0:1790786176.399784:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:1.0:1790786176.399811:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:1.0:1790786176.399866:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:1.0:1790786176.399895:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:1.0:1790786176.399920:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:1.0:1790786176.399956:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:1.0:1790786176.400047:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:1.0:1790786176.400079:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:1.0:1790786176.400118:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:1.0:1790786176.400146:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:1.0:1790786176.400171:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:1.0:1790786176.400235:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:1.0:1790786176.400267:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:1.0:1790786176.400292:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:1.0:1790786176.400330:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:1.0:1790786176.400439:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:1.0:1790786176.400473:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:1.0:1790786176.400519:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:1.0:1790786176.400570:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:1.0:1790786176.400616:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:1.0:1790786176.400873:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:1.0:1790786176.400881:0:22451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:1.0:1790786176.401048:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855013760:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790786176.401109:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786176.401199:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013780f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790786176.401238:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855013760 00000100:00100000:3.0:1790786176.401246:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855013760 00000100:00100000:3.0:1790786176.401333:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1790786176.401409:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+15:22451:x1877774855013760:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790786176.401852:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+15:22451:x1877774855013760:12345-0@lo:501:mount.lustre.0 Request processed in 447us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786176.401865:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1790786176.401955:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855013760:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790786176.402051:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855013888:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1790786176.402090:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786176.402153:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013780f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790786176.402191:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855013888 00000100:00100000:3.0:1790786176.402195:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855013888 00000100:00100000:3.0:1790786176.402225:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1790786176.402232:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+15:22451:x1877774855013888:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790786176.402880:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+15:22451:x1877774855013888:12345-0@lo:503:mount.lustre.0 Request processed in 646us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786176.402888:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1790786176.403042:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855013888:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1790786176.403811:0:22451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1790786176.403878:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855014016:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790786176.403923:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786176.404002:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013780f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790786176.404087:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855014016 00000100:00100000:2.0:1790786176.404093:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855014016 00000100:00100000:2.0:1790786176.404169:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1790786176.404178:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+15:22451:x1877774855014016:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790786176.404495:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+15:22451:x1877774855014016:12345-0@lo:502:mount.lustre.0 Request processed in 318us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786176.404503:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1790786176.404571:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855014016:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1790786176.404798:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1790786176.404843:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:1.0:1790786176.404889:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:1.0:1790786176.404921:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:1.0:1790786176.404950:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:1.0:1790786176.405057:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:1.0:1790786176.405096:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:1.0:1790786176.405130:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:1.0:1790786176.405177:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:1.0:1790786176.405224:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:1.0:1790786176.405270:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:1.0:1790786176.405323:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:1.0:1790786176.405427:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:1.0:1790786176.405463:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:1.0:1790786176.405513:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:1.0:1790786176.405549:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:1.0:1790786176.405578:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:1.0:1790786176.405622:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:1.0:1790786176.405654:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:1.0:1790786176.405684:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:1.0:1790786176.405761:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:1.0:1790786176.405795:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:1.0:1790786176.405827:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:1.0:1790786176.405875:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:1.0:1790786176.405910:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:1.0:1790786176.405939:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:1.0:1790786176.406256:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:1.0:1790786176.406296:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:1.0:1790786176.406330:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:1.0:1790786176.406449:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:1.0:1790786176.406489:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:1.0:1790786176.406523:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:1.0:1790786176.406567:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:1.0:1790786176.406604:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:1.0:1790786176.406639:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:1.0:1790786176.406688:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:1.0:1790786176.406795:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:1.0:1790786176.406829:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:1.0:1790786176.406875:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:1.0:1790786176.406909:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:1.0:1790786176.406945:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:1.0:1790786176.407138:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:1.0:1790786176.407203:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:1.0:1790786176.407238:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:1.0:1790786176.407294:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855014144:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790786176.407428:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786176.407514:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013780f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790786176.407558:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855014144 00000100:00100000:0.0:1790786176.407566:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855014144 00000100:00100000:0.0:1790786176.407660:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1790786176.407670:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+15:22451:x1877774855014144:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790786176.407934:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+15:22451:x1877774855014144:12345-0@lo:502:mount.lustre.0 Request processed in 264us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786176.407942:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1790786176.408044:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855014144:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790786176.408142:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1790786176.408152:0:22451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:2.0:1790786176.409278:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790786176.409290:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786176.409293:0:22452:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1790786176.409298:0:22452:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:2.0:1790786176.409301:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790786176.409315:0:22452:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8c000587b380) 00000020:00000080:2.0:1790786176.409398:0:22452:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:2.0:1790786176.409406:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1790786176.409490:0:22452:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:2.0:1790786176.409497:0:22452:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x19fa32945bed4875 00000020:00000080:2.0:1790786176.409779:0:22452:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1790786176.409784:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790786176.409788:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786176.409789:0:22452:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1790786176.409792:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790786176.409795:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786176.409803:0:22452:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:2.0:1790786176.409807:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790786176.409814:0:22452:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8c000587cd40) 00000020:00000080:2.0:1790786176.409826:0:22452:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:2.0:1790786176.409830:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1790786176.409832:0:22452:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:2.0:1790786176.409835:0:22452:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:2.0:1790786176.409840:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1790786176.409886:0:22452:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8c013b7f1000 from lustre-MDT0001, refs=2 00000020:00000080:2.0:1790786176.409899:0:22452:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8c00058799c0) 00000020:00000080:2.0:1790786176.409908:0:22452:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:2.0:1790786176.409965:0:22452:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1790786176.409970:0:22452:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x19fa32945bed488a 00000020:00000080:2.0:1790786176.410217:0:22452:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:2.0:1790786176.410224:0:22452:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1790786176.410229:0:22452:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x19fa32945bed4891 00080000:01000000:2.0:1790786176.410235:0:22452:0:(osd_handler.c:1574:osd_obd_connect()) connect #2 00000020:00000080:2.0:1790786176.410238:0:22452:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x19fa32945bed4898 00010000:00010000:3.0:1790786176.493724:0:22452:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:3.0:1790786176.494142:0:22452:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1790786176.494312:0:22452:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1790786176.500979:0:22452:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:0.0:1790786176.500993:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790786176.501000:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790786176.501002:0:22452:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:0.0:1790786176.501007:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790786176.501012:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790786176.501014:0:22452:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:0.0:1790786176.501030:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1790786176.501035:0:22452:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.102@tcp to nid 0x20000c0a8cb66 (192.168.203.102@tcp) 00000020:00000080:0.0:1790786176.501061:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1790786176.501078:0:22452:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8c013c0499c0) 00000020:00000080:0.0:1790786176.501102:0:22452:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:0.0:1790786176.501107:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1790786176.501196:0:22452:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:0.0:1790786176.501202:0:22452:0:(osd_handler.c:1574:osd_obd_connect()) connect #3 00000020:00000080:0.0:1790786176.501209:0:22452:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x19fa32945bed48a6 00010000:00080000:0.0:1790786176.501241:0:22452:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c01268bd000@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.102@tcp at head 00010000:00010000:0.0:1790786176.503166:0:22452:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1790786176.509045:0:22452:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1790786176.509061:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1790786176.509100:0:22452:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1790786176.509121:0:22452:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x19fa32945bed48ad 00000100:00080000:1.0:1790786176.509141:0:22452:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790786176.509153:0:22452:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8c01268bd000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:1.0:1790786176.509198:0:22452:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c013bd4df80 x1877774855014272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790786176.509223:0:22452:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:1.0:1790786176.509276:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790786176.509280:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786176.509282:0:22452:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1790786176.509285:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1790786176.509288:0:22452:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1790786176.509289:0:22452:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790786176.509291:0:22452:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790786176.509292:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1790786176.509294:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786176.509296:0:22452:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1790786176.509298:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790786176.509303:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786176.509304:0:22452:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1790786176.509308:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1790786176.509588:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855014272:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1790786176.509654:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786176.509748:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855014272 00000100:00100000:3.0:1790786176.509755:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855014272 00000100:00100000:3.0:1790786176.509787:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1790786176.509793:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3429:x1877774855014272:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1790786176.509815:0:21820:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 584 last 0 00000020:00000080:3.0:1790786176.509847:0:21820:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x19fa32945bed48b4 00000004:00100000:3.0:1790786176.509861:0:21820:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1790786176.509865:0:21820:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000004:01000000:1.0:1790786176.510160:0:22452:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1790786176.510194:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790786176.510198:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786176.510199:0:22452:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1790786176.510202:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1790786176.510210:0:22452:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:1.0:1790786176.510212:0:22452:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790786176.510213:0:22452:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790786176.510215:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1790786176.510218:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786176.510219:0:22452:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:1.0:1790786176.510222:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1790786176.510225:0:22452:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt2/mdt2 00000020:00000080:1.0:1790786176.510228:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786176.510229:0:22452:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1790786176.510231:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1790786176.510235:0:22452:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.102@tcp to nid 0x20000c0a8cb66 (192.168.203.102@tcp) 00000020:01000000:1.0:1790786176.510254:0:22452:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1790786176.510256:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790786176.510270:0:22452:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8c01118b99c0) 00000020:00000080:1.0:1790786176.510284:0:22452:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1790786176.510289:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000100:00080000:2.0:1790786176.510480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1790786176.510485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1790786176.510488:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c013a196000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790786176.510493:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 581 00000100:00080000:2.0:1790786176.510497:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1790786176.510504:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8c013a196000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:2.0:1790786176.510526:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c0107c1b800 x1877774855014400/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790786176.510545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790786176.510549:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790786176.510551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790786176.510560:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1790786176.510601:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855014400:0@lo:38:kworker.0 00000100:00100000:2.0:1790786176.510641:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786176.510670:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3431:1877774855014528:0@lo:400:kworker.0 00000100:00100000:2.0:1790786176.510715:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786176.510753:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855014528 00000100:00100000:2.0:1790786176.510757:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855014528 00000100:00100000:2.0:1790786176.510790:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1790786176.510798:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3431:x1877774855014528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786176.510840:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3431:x1877774855014528:12345-0@lo:400:kworker.0 Request processed in 43us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786176.510847:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1790786176.510869:0:21821:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:2.0:1790786176.510876:0:21821:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00010000:00080000:2.0:1790786176.510970:0:3431:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8c0107c1aa00 x1877774855014528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786192 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1790786176.511852:0:22452:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1790786176.511861:0:22452:0:(osd_handler.c:1574:osd_obd_connect()) connect #4 00000020:00000080:1.0:1790786176.511869:0:22452:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x19fa32945bed48c2 00010000:00080000:1.0:1790786176.511919:0:22452:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c013a1af000@lustre-OST0000-osc-MDT0001: add connection 192.168.203.102@tcp at head 00010000:00010000:1.0:1790786176.512135:0:22452:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:2.0:1790786176.513472:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3431:1877774855014528:0@lo:400:kworker.0 00000040:01000000:1.0:1790786176.513782:0:22452:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1790786176.513846:0:22452:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:2.0:1790786176.514736:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855014400 00000100:00100000:2.0:1790786176.514745:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855014400 00000100:00100000:2.0:1790786176.515363:0:22457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790786176.515372:0:22457:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3429:x1877774855014400:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1790786176.515476:0:22457:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3429:x1877774855014400:12345-0@lo:38:kworker.0 Request processed in 105us (4833us total) trans 0 rc -11/-11 00000100:00100000:2.0:1790786176.515483:0:22457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790786176.515523:0:3429:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1790786176.515531:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c013a196000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790786176.515541:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1790786176.515545:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855014400:0@lo:38:kworker.0 00000040:00080000:1.0:1790786176.516321:0:22452:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790786176.516411:0:22452:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1790786176.516664:0:22452:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:3.0:1790786176.520171:0:22458:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1790786176.520178:0:22458:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1790786176.522204:0:22452:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1790786176.522220:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1790786176.522273:0:22452:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1790786176.522295:0:22452:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x19fa32945bed48c9 00000100:00080000:3.0:1790786176.522306:0:22452:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790786176.522328:0:22452:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8c013a1af000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:3.0:1790786176.522372:0:22452:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c0140e12680 x1877774855014656/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790786176.522395:0:22452:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1790786176.522599:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790786176.522604:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790786176.522607:0:22452:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1790786176.522611:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1790786176.522613:0:22452:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:3.0:1790786176.522615:0:22452:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790786176.522617:0:22452:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790786176.522618:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1790786176.522621:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790786176.522623:0:22452:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:3.0:1790786176.522625:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1790786176.522630:0:22452:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt2/mdt2 00000020:00000080:3.0:1790786176.522633:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790786176.522635:0:22452:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1790786176.522638:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1790786176.522642:0:22452:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.102@tcp to nid 0x20000c0a8cb66 (192.168.203.102@tcp) 00000020:01000000:3.0:1790786176.522663:0:22452:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1790786176.522666:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790786176.522677:0:22452:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8c00057119c0) 00000020:00000080:3.0:1790786176.522715:0:22452:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:3.0:1790786176.522723:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1790786176.522794:0:22452:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:3.0:1790786176.522800:0:22452:0:(osd_handler.c:1574:osd_obd_connect()) connect #5 00000020:00000080:3.0:1790786176.522806:0:22452:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x19fa32945bed48d7 00010000:00080000:3.0:1790786176.522834:0:22452:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c01089ad800@lustre-OST0001-osc-MDT0001: add connection 192.168.203.102@tcp at head 00010000:00010000:3.0:1790786176.523026:0:22452:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:3.0:1790786176.524523:0:22452:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1790786176.524551:0:22452:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:3.0:1790786176.527571:0:22452:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790786176.527657:0:22452:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1790786176.527746:0:22452:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000100:00100000:2.0:1790786176.528479:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855014656:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1790786176.528541:0:3429:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877774855014656 offset 0 length 520: 4 00000100:00080000:2.0:1790786176.528604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790786176.528609:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790786176.528611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790786176.528614:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:0.0:1790786176.531263:0:22460:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1790786176.531270:0:22460:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1790786176.532028:0:22452:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1790786176.532042:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1790786176.532087:0:22452:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1790786176.532111:0:22452:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x19fa32945bed48de 00000100:00080000:2.0:1790786176.539444:0:22452:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790786176.539467:0:22452:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8c01089ad800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:2.0:1790786176.539544:0:22452:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c0107c1b800 x1877774855014784/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790786176.539585:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855014784:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1790786176.539632:0:3429:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877774855014784 offset 0 length 520: 4 00000100:00080000:2.0:1790786176.539680:0:22452:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1790786176.542082:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790786176.542090:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786176.542092:0:22452:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1790786176.542096:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790786176.542100:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786176.542101:0:22452:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:2.0:1790786176.542115:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1790786176.542117:0:22452:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1790786176.542119:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000100:00080000:0.0:1790786176.542235:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790786176.542241:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790786176.542243:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790786176.542246:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000080:2.0:1790786176.542811:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786176.542814:0:22452:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:2.0:1790786176.542820:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790786176.542823:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786176.542824:0:22452:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1790786176.542829:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1790786176.542978:0:22452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790786176.542982:0:22452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786176.542984:0:22452:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1790786176.542987:0:22452:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:2.0:1790786176.543063:0:22451:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:2.0:1790786176.543093:0:22451:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1790786176.543118:0:22451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c0140e07000/0x19fa32945bed4860 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4867 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.543131:0:22451:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c0140e07000/0x19fa32945bed4860 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4867 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790786176.543140:0:22451:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8c013b7f1000 from 1 10000000:01000000:2.0:1790786176.543143:0:22451:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1790786176.543179:0:22451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c124600/0x19fa32945bed48e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.543197:0:22451:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013c124600/0x19fa32945bed48e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.543209:0:22451:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013c124600/0x19fa32945bed48e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786176.543234:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855014912:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790786176.543394:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786176.543431:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011109f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790786176.543453:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855014912 00000100:00100000:2.0:1790786176.543809:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855014912 00000100:00100000:2.0:1790786176.543955:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1790786176.543967:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+15:22451:x1877774855014912:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790786176.543982:0:21810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786176.543995:0:21810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c125800/0x19fa32945bed48ec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed48e5 expref: -99 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.544018:0:21810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c125800/0x19fa32945bed48ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed48e5 expref: 16 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.544028:0:21810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c125800/0x19fa32945bed48ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed48e5 expref: 16 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.544035:0:21810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c125800, rc 0) 00000100:00100000:2.0:1790786176.544080:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+16:22451:x1877774855014912:12345-0@lo:101:mount.lustre.0 Request processed in 115us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786176.544087:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1790786176.544137:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855014912:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790786176.544151:0:22451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013c124600/0x19fa32945bed48e5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed48ec expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.544160:0:22451:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013c124600/0x19fa32945bed48e5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed48ec expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786176.546524:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855015040:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1790786176.546638:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786176.546685:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011109f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790786176.546748:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855015040 00000100:00100000:0.0:1790786176.546756:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855015040 00000100:00100000:0.0:1790786176.546802:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1790786176.546812:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+16:22451:x1877774855015040:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1790786176.546831:0:21808:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1790786176.546849:0:21808:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1790786176.546853:0:21808:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1790786176.546946:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+16:22451:x1877774855015040:12345-0@lo:256:mount.lustre.0 Request processed in 136us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786176.546954:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1790786176.549655:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855015040:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1790786176.550644:0:22451:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1790786176.550731:0:22451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c124600/0x19fa32945bed48e5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed48ec expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.550745:0:22451:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013c124600/0x19fa32945bed48e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed48ec expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790786176.550753:0:22451:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8c013b7f1000 from 1 10000000:01000000:2.0:1790786176.550756:0:22451:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790786176.550792:0:22451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c124e00/0x19fa32945bed48f3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.550800:0:22451:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013c124e00/0x19fa32945bed48f3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.550812:0:22451:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013c124e00/0x19fa32945bed48f3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786176.550835:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855015168:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790786176.550900:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786176.550944:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011109f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790786176.552733:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855015168 00000100:00100000:3.0:1790786176.552746:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855015168 00000100:00100000:3.0:1790786176.552805:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1790786176.552814:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+16:22451:x1877774855015168:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790786176.552829:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790786176.552846:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c35f400/0x19fa32945bed48fa lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed48f3 expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.552872:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c35f400/0x19fa32945bed48fa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed48f3 expref: 17 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.552882:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c35f400/0x19fa32945bed48fa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed48f3 expref: 17 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.552890:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c35f400, rc 0) 00000100:00100000:3.0:1790786176.552951:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+17:22451:x1877774855015168:12345-0@lo:101:mount.lustre.0 Request processed in 138us (2050us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786176.552957:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1790786176.555767:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855015168:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790786176.555792:0:22451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013c124e00/0x19fa32945bed48f3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed48fa expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.555823:0:22451:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013c124e00/0x19fa32945bed48f3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed48fa expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1790786176.556409:0:22451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:2.0:1790786176.556776:0:22451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790786176.556992:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1790786176.557037:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:2.0:1790786176.557086:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:2.0:1790786176.557123:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:2.0:1790786176.557157:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:2.0:1790786176.557219:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:2.0:1790786176.557257:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:2.0:1790786176.557316:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:2.0:1790786176.557366:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1790786176.557402:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:2.0:1790786176.557435:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:2.0:1790786176.557504:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:2.0:1790786176.557512:0:22451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:2.0:1790786176.557589:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855015296:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790786176.557651:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786176.557712:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011109f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790786176.560015:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855015296 00000100:00100000:1.0:1790786176.560041:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855015296 00000100:00100000:1.0:1790786176.560092:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1790786176.560102:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+17:22451:x1877774855015296:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790786176.560390:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+17:22451:x1877774855015296:12345-0@lo:501:mount.lustre.0 Request processed in 289us (2737us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786176.560405:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1790786176.565608:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855015296:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790786176.565671:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855015424:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790786176.566160:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786176.566247:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011109f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790786176.570881:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855015424 00000100:00100000:3.0:1790786176.570895:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855015424 00000100:00080000:3.0:1790786176.571557:0:21820:0:(import.c:65:import_set_state_nolock()) ffff8c01089ad000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790786176.571663:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3429:x1877774855014272:12345-0@lo:38:llog_process_th.0 Request processed in 61867us (62007us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786176.571673:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1790786176.571794:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1790786176.571803:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+17:22451:x1877774855015424:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790786176.571973:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+17:22451:x1877774855015424:12345-0@lo:503:mount.lustre.0 Request processed in 171us (5814us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786176.572102:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1790786176.572140:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855015424:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790786176.572296:0:3429:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1790786176.572306:0:3429:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1790786176.572320:0:3429:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1790786176.572326:0:3429:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1790786176.572336:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c01268bd000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1790786176.572353:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855014272:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1790786176.572543:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1790786176.572557:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855015552:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790786176.572596:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786176.572664:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855015552 00000100:00100000:3.0:1790786176.572671:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855015552 00000100:00100000:3.0:1790786176.572715:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790786176.572722:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3433:x1877774855015552:12345-0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1790786176.572729:0:22451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000024:3.0:1790786176.572748:0:21821:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1790786176.572790:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3433:x1877774855015552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786176.572797:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790786176.572869:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855015680:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790786176.572884:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855015552:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790786176.572912:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786176.572944:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110ba2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1790786176.572963:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855015680 00000100:00100000:0.0:1790786176.572967:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855015680 00000100:00100000:0.0:1790786176.573003:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1790786176.573010:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+17:22451:x1877774855015680:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790786176.573174:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+17:22451:x1877774855015680:12345-0@lo:502:mount.lustre.0 Request processed in 164us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786176.573191:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1790786176.573207:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855015680:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1790786176.573620:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1790786176.573667:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:1.0:1790786176.574109:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:1.0:1790786176.574154:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:1.0:1790786176.574202:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:1.0:1790786176.574254:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:1.0:1790786176.574289:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:1.0:1790786176.574842:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:1.0:1790786176.574909:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1790786176.574964:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:1.0:1790786176.574999:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:1.0:1790786176.575452:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855015808:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790786176.575515:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786176.575561:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013780f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790786176.575592:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855015808 00000100:00100000:3.0:1790786176.575600:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855015808 00000100:00100000:3.0:1790786176.575642:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1790786176.575651:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+17:22451:x1877774855015808:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790786176.576028:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+17:22451:x1877774855015808:12345-0@lo:502:mount.lustre.0 Request processed in 376us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786176.576036:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1790786176.577913:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855015808:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790786176.578237:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:2.0:1790786176.578253:0:22451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1790786176.579173:0:22463:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790786176.579192:0:22463:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786176.579195:0:22463:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1790786176.579203:0:22463:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c013b7f1000 00000020:00000080:1.0:1790786176.579205:0:22463:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1790786176.579213:0:22463:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790786176.579216:0:22463:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786176.579228:0:22463:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1790786176.579231:0:22463:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790786176.579234:0:22463:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786176.579236:0:22463:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1790786176.579239:0:22463:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c013b7f1000 00000020:00000080:1.0:1790786176.579241:0:22463:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1790786176.579297:0:22463:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790786176.579301:0:22463:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786176.579302:0:22463:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1790786176.579304:0:22463:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790786176.579307:0:22463:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786176.579308:0:22463:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1790786176.579311:0:22463:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8c013b7f1000 00000020:00000080:1.0:1790786176.579313:0:22463:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1790786176.579393:0:22463:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790786176.579398:0:22463:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786176.579399:0:22463:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1790786176.579402:0:22463:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790786176.579404:0:22463:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786176.579405:0:22463:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1790786176.579408:0:22463:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8c013b7f1000 00000020:00000080:1.0:1790786176.579410:0:22463:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1790786176.580441:0:22463:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790786176.580447:0:22463:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786176.580451:0:22463:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1790786176.580455:0:22463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1790786176.581175:0:22451:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1790786176.581227:0:22451:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1790786176.581250:0:22451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c124e00/0x19fa32945bed48f3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed48fa expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.581263:0:22451:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013c124e00/0x19fa32945bed48f3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed48fa expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790786176.581320:0:22451:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1790786176.581324:0:22451:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8c013b7f1000 10000000:01000000:3.0:1790786176.581327:0:22451:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8c013b7f1000 10000000:01000000:3.0:1790786176.581331:0:22451:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790786176.581518:0:22451:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8c013b7f1000 from 1 10000000:01000000:3.0:1790786176.581522:0:22451:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1790786176.581556:0:22451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c35e400/0x19fa32945bed4901 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.581563:0:22451:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013c35e400/0x19fa32945bed4901 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.581574:0:22451:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013c35e400/0x19fa32945bed4901 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786176.581597:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e11180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855015936:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790786176.581656:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786176.581708:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0140ddc9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790786176.587129:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855015936 00000100:00100000:1.0:1790786176.587143:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855015936 00000100:00100000:1.0:1790786176.587208:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1790786176.587219:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+17:22451:x1877774855015936:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790786176.587235:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790786176.587253:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c0140e07600/0x19fa32945bed4908 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4901 expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.587288:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c0140e07600/0x19fa32945bed4908 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4901 expref: 18 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.587298:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c0140e07600/0x19fa32945bed4908 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4901 expref: 18 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.587308:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c0140e07600, rc 0) 00000100:00100000:1.0:1790786176.587802:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+18:22451:x1877774855015936:12345-0@lo:101:mount.lustre.0 Request processed in 584us (6143us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786176.587810:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1790786176.589559:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e11180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855015936:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790786176.589585:0:22451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013c35e400/0x19fa32945bed4901 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4908 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.589598:0:22451:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013c35e400/0x19fa32945bed4901 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4908 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790786176.592022:0:22451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1790786176.592573:0:22451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790786176.593163:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1790786176.593295:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1790786176.593394:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1790786176.593453:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1790786176.593505:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1790786176.593556:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1790786176.593593:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1790786176.593627:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1790786176.593671:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1790786176.595481:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1790786176.595552:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1790786176.595621:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1790786176.595658:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1790786176.595906:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1790786176.595963:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1790786176.596000:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1790786176.596035:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1790786176.596084:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1790786176.596120:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1790786176.596156:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1790786176.596234:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1790786176.596271:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1790786176.596306:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1790786176.599321:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1790786176.599409:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1790786176.599442:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1790786176.599506:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1790786176.599543:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1790786176.599577:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1790786176.599622:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1790786176.599660:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1790786176.599713:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1790786176.599753:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1790786176.599799:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1790786176.599843:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1790786176.599891:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1790786176.599940:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1790786176.599976:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1790786176.600025:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1790786176.600062:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1790786176.600096:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1790786176.600130:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1790786176.600180:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1790786176.600232:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1790786176.600267:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1790786176.600327:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1790786176.600366:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1790786176.600398:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1790786176.600492:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1790786176.600529:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1790786176.600585:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1790786176.600593:0:22451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1790786176.600715:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e11180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855016064:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790786176.600777:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786176.600826:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855016064 00000100:00100000:3.0:1790786176.600833:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855016064 00000100:00100000:3.0:1790786176.600872:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1790786176.600881:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+18:22451:x1877774855016064:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790786176.601090:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+18:22451:x1877774855016064:12345-0@lo:501:mount.lustre.0 Request processed in 209us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786176.601097:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1790786176.601139:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0140ddc9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790786176.601158:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e11180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855016064:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790786176.608159:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e11180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855016192:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790786176.608254:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786176.608295:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0140ddc9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790786176.616122:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855016192 00000100:00100000:0.0:1790786176.616138:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855016192 00000100:00100000:0.0:1790786176.616295:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1790786176.616307:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+18:22451:x1877774855016192:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790786176.616557:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+18:22451:x1877774855016192:12345-0@lo:503:mount.lustre.0 Request processed in 253us (8303us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786176.616565:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1790786176.618842:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e11180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855016192:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1790786176.620090:0:22451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1790786176.620603:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855016320:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790786176.620682:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786176.627674:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013780f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790786176.627998:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855016320 00000100:00100000:3.0:1790786176.628008:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855016320 00000100:00100000:3.0:1790786176.628060:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1790786176.628069:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+18:22451:x1877774855016320:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790786176.628380:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+18:22451:x1877774855016320:12345-0@lo:502:mount.lustre.0 Request processed in 312us (7698us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786176.628388:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1790786176.628661:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855016320:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1790786176.628964:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:1.0:1790786176.629019:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:1.0:1790786176.629050:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:1.0:1790786176.629093:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:1.0:1790786176.629127:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:1.0:1790786176.629171:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:1.0:1790786176.629216:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:1.0:1790786176.629248:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:1.0:1790786176.629292:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:1.0:1790786176.629408:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:1.0:1790786176.629449:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:1.0:1790786176.629521:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:1.0:1790786176.629557:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:1.0:1790786176.629587:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:1.0:1790786176.629635:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:1.0:1790786176.629674:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:1.0:1790786176.629735:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:1.0:1790786176.629783:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:1.0:1790786176.629820:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:1.0:1790786176.629853:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:1.0:1790786176.629903:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:1.0:1790786176.629937:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:1.0:1790786176.629963:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:1.0:1790786176.630001:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:1.0:1790786176.630030:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:1.0:1790786176.630071:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:1.0:1790786176.630113:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:1.0:1790786176.630142:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:1.0:1790786176.630173:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:1.0:1790786176.630229:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:1.0:1790786176.630256:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:1.0:1790786176.630280:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:1.0:1790786176.630303:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:1.0:1790786176.632471:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:1.0:1790786176.632558:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:1.0:1790786176.632616:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:1.0:1790786176.632647:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:1.0:1790786176.632678:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:1.0:1790786176.632788:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:1.0:1790786176.632821:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:1.0:1790786176.632848:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:1.0:1790786176.632896:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:1.0:1790786176.632942:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:1.0:1790786176.632978:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:1.0:1790786176.633023:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:1.0:1790786176.633074:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:1.0:1790786176.633110:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:1.0:1790786176.633145:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:1.0:1790786176.633227:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855016448:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790786176.633302:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786176.633964:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01082d1300 going to sleep for 11 seconds 00000100:00100000:0.0:1790786176.635451:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855016448 00000100:00100000:0.0:1790786176.635463:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855016448 00000100:00100000:3.0:1790786176.637474:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1790786176.637594:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0dc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+18:22451:x1877774855016448:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790786176.637864:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0dc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+18:22451:x1877774855016448:12345-0@lo:502:mount.lustre.0 Request processed in 378us (4561us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786176.637872:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1790786176.637990:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855016448:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790786176.638141:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1790786176.638199:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1790786176.638237:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e13800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855016576:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790786176.638281:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786176.638318:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0140ddcc00 going to sleep for 11 seconds 00000100:00100000:0.0:1790786176.638428:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855016576 00000100:00100000:0.0:1790786176.638434:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855016576 00000100:00100000:0.0:1790786176.638470:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1790786176.638476:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+18:22451:x1877774855016576:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790786176.638598:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+18:22451:x1877774855016576:12345-0@lo:502:mount.lustre.0 Request processed in 121us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786176.638605:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1790786176.638679:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e13800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855016576:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790786176.638781:0:22451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:3.0:1790786176.638790:0:22451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1790786176.640599:0:22469:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:3.0:1790786176.640614:0:22469:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8c0005714d40) 00000020:00000080:3.0:1790786176.640635:0:22469:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:3.0:1790786176.640722:0:22469:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8c013b7f1000 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1790786176.640726:0:22469:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8c013b7f1000 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1790786176.640729:0:22469:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c013b7f1000 3 00010000:00080000:3.0:1790786176.640766:0:22469:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c0106d32000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.102@tcp at head 00010000:00010000:3.0:1790786176.642925:0:22469:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:3.0:1790786176.643126:0:22469:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:3.0:1790786176.643158:0:22469:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1790786176.643169:0:22469:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x19fa32945bed4916 00000100:00080000:3.0:1790786176.643179:0:22469:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790786176.646126:0:22469:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8c0106d32000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:3.0:1790786176.646163:0:22469:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c0140e13800 x1877774855016704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790786176.646201:0:22469:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1790786176.646276:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3429:1877774855016704:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1790786176.646396:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1790786176.646482:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790786176.646486:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790786176.646489:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790786176.646492:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1790786176.646623:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855016704 00000100:00100000:0.0:1790786176.646631:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855016704 00000100:00100000:0.0:1790786176.646672:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790786176.646679:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3429:x1877774855016704:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1790786176.646730:0:21816:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 584 last 0 00000020:00000080:0.0:1790786176.646766:0:21816:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x19fa32945bed491d 00000004:00100000:0.0:1790786176.646781:0:21816:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1790786176.646808:0:21816:0:(import.c:65:import_set_state_nolock()) ffff8c0137b79000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790786176.646861:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3429:x1877774855016704:12345-0@lo:38:llog_process_th.0 Request processed in 181us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786176.646868:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1790786176.646911:0:3429:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8c0140e13800 x1877774855016704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790786186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786176.646921:0:3429:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1790786176.646928:0:3429:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1790786176.646934:0:3429:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1790786176.646945:0:3429:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1790786176.646948:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c0106d32000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1790786176.646954:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3429:1877774855016704:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1790786176.647173:0:22469:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:3.0:1790786176.647944:0:22451:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1790786176.647972:0:22451:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1790786176.647991:0:22451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c35e400/0x19fa32945bed4901 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4908 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.648001:0:22451:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013c35e400/0x19fa32945bed4901 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4908 expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1790786176.648041:0:22451:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1790786176.648042:0:22451:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1790786176.648044:0:22451:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790786176.648046:0:22451:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790786176.648047:0:22451:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790786176.648048:0:22451:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790786176.648050:0:22451:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790786176.648051:0:22451:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790786176.648053:0:22451:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1790786176.648056:0:22451:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:3.0:1790786176.648059:0:22451:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1790786176.648060:0:22451:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1790786176.648061:0:22451:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790786176.648062:0:22451:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790786176.648066:0:22451:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790786176.648067:0:22451:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790786176.648068:0:22451:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790786176.648068:0:22451:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790786176.648069:0:22451:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1790786176.648086:0:22451:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1790786176.648101:0:22451:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e13100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855016832:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1790786176.648140:0:22451:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786176.648163:0:22451:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0140ddc480 going to sleep for 11 seconds 00000100:00100000:0.0:1790786176.648479:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855016832 00000100:00100000:0.0:1790786176.648485:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855016832 00000100:00100000:0.0:1790786176.648521:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1790786176.648528:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+18:22451:x1877774855016832:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1790786176.648550:0:21808:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1790786176.648564:0:21808:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:3.0:1790786176.683348:0:6440:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:1.0:1790786176.683379:0:21808:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1790786176.683396:0:21808:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:2.0:1790786176.683462:0:21831:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1790786176.683467:0:21831:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1790786176.683489:0:21831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8c013c125600/0x19fa32945bed4924 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.683508:0:21831:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c013c124200/0x19fa32945bed4828 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4821 expref: 18 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.683516:0:21831:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c013c125800/0x19fa32945bed48ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed48e5 expref: 18 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.683523:0:21831:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8c013c125600/0x19fa32945bed4924 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.683561:0:21831:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c013c125800/0x19fa32945bed48ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19fa32945bed48e5 expref: 18 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.683575:0:21831:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c013c125800/0x19fa32945bed48ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19fa32945bed48e5 expref: 18 pid: 21810 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786176.683602:0:21831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c19c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21831:1877774855016960:0@lo:104: 00000100:00100000:2.0:1790786176.683663:0:21831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786176.683725:0:21799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855016960 00000100:00100000:3.0:1790786176.683732:0:21799:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855016960 00010000:00010000:2.0:1790786176.683744:0:21831:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c013c124200/0x19fa32945bed4828 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19fa32945bed4821 expref: 18 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786176.683755:0:21831:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c013c124200/0x19fa32945bed4828 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19fa32945bed4821 expref: 18 pid: 21810 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786176.683765:0:21831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c19f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21831:1877774855017088:0@lo:104: 00000100:00100000:3.0:1790786176.683769:0:21799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790786176.683786:0:21799:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:48e53719-1210-45be-8914-ea1f755552d5+3:21831:x1877774855016960:12345-0@lo:104: 00000100:00100000:2.0:1790786176.683793:0:21831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1790786176.683798:0:21799:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.102@tcp lock: ffff8c013c124600/0x19fa32945bed48e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed48ec expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786176.683808:0:21831:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0107ca9540 going to sleep for 11 seconds 00010000:00010000:3.0:1790786176.683845:0:21799:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1790786176.683851:0:21799:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:48e53719-1210-45be-8914-ea1f755552d5+3:21831:x1877774855016960:12345-0@lo:104: Request processed in 74us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786176.683857:0:21799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1790786176.683857:0:21831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c19c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21831:1877774855016960:0@lo:104: 00000100:00100000:3.0:1790786176.683873:0:21799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855017088 00000100:00100000:3.0:1790786176.683876:0:21799:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855017088 00000100:00100000:3.0:1790786176.684150:0:21799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790786176.684159:0:21799:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:48e53719-1210-45be-8914-ea1f755552d5+3:21831:x1877774855017088:12345-0@lo:104: 00010000:00010000:3.0:1790786176.684168:0:21799:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed4821 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed4828 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.684227:0:21799:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1790786176.684233:0:21799:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:48e53719-1210-45be-8914-ea1f755552d5+3:21831:x1877774855017088:12345-0@lo:104: Request processed in 76us (441us total) trans 0 rc 0/0 00010000:00010000:1.0:1790786176.684238:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1790786176.684248:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c013c124600/0x19fa32945bed48e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed48ec expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786176.684250:0:21799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:1.0:1790786176.684260:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c124600 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:1.0:1790786176.684266:0:21803:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c013c124600/0x19fa32945bed48e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x19fa32945bed48ec expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.684275:0:21803:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013c124600/0x19fa32945bed48e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x19fa32945bed48ec expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.684276:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00010000:1.0:1790786176.684287:0:21803:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013c124600/0x19fa32945bed48e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x19fa32945bed48ec expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790786176.684294:0:21803:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1790786176.684327:0:21803:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c013c124600/0x19fa32945bed48e5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed48ec expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.684334:0:21803:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790786176.684356:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c013c124600/0x19fa32945bed48e5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed48ec expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786176.684366:0:3432:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1790786176.684378:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013c124600/0x19fa32945bed48e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed48ec expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786176.684380:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:48e53719-1210-45be-8914-ea1f755552d5:3432:1877774855017216:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790786176.684399:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786176.684402:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786176.684403:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786176.684417:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786176.684541:0:21800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855017216 00000100:00100000:1.0:1790786176.684546:0:21800:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855017216 00010000:00010000:1.0:1790786176.684565:0:21800:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c013c125800/0x19fa32945bed48ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed48e5 expref: 19 pid: 21810 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786176.684594:0:21800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790786176.684600:0:21800:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e11c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:48e53719-1210-45be-8914-ea1f755552d5+19:3432:x1877774855017216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790786176.684610:0:21800:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790786176.684614:0:21800:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c013c125800/0x19fa32945bed48ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed48e5 expref: 19 pid: 21810 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.684622:0:21800:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c013c125800/0x19fa32945bed48ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19fa32945bed48e5 expref: 19 pid: 21810 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.684634:0:21800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c125800/0x19fa32945bed48ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19fa32945bed48e5 expref: 19 pid: 21810 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786176.684645:0:21800:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790786176.684679:0:21800:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e11c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:48e53719-1210-45be-8914-ea1f755552d5+18:3432:x1877774855017216:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786176.684687:0:21800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790786176.684734:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:48e53719-1210-45be-8914-ea1f755552d5:3432:1877774855017216:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790786176.684825:0:21831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c19f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21831:1877774855017088:0@lo:104: 00010000:00010000:2.0:1790786176.684841:0:21831:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8c013c125600/0x19fa32945bed4924 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.688627:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786176.688640:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed4821 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed4828 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.688652:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c35e200 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:3.0:1790786176.688657:0:21804:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed4821 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x19fa32945bed4828 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.688667:0:21804:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed4821 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x19fa32945bed4828 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790786176.688674:0:21804:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed4821 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x19fa32945bed4828 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790786176.688680:0:21804:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1790786176.688735:0:21804:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed4821 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed4828 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.688741:0:21804:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790786176.688762:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed4821 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed4828 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.688769:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed4821 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed4828 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786176.688799:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786176.688801:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786176.688803:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786176.688827:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48e53719-1210-45be-8914-ea1f755552d5:3430:1877774855017344:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790786176.688885:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1790786176.688930:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786176.688932:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786176.691295:0:21802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855017344 00000100:00100000:0.0:1790786176.691310:0:21802:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855017344 00010000:00010000:0.0:1790786176.691357:0:21802:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c013c124200/0x19fa32945bed4828 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed4821 expref: 18 pid: 21810 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786176.691388:0:21802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790786176.691397:0:21802:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:48e53719-1210-45be-8914-ea1f755552d5+18:3430:x1877774855017344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790786176.691412:0:21802:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790786176.691417:0:21802:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c013c124200/0x19fa32945bed4828 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed4821 expref: 18 pid: 21810 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786176.691428:0:21802:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c013c124200/0x19fa32945bed4828 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19fa32945bed4821 expref: 18 pid: 21810 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786176.691445:0:21802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c124200/0x19fa32945bed4828 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19fa32945bed4821 expref: 18 pid: 21810 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786176.691459:0:21802:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8c013c125600/0x19fa32945bed4924 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786176.691485:0:21802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c125600/0x19fa32945bed4924 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1790786176.691500:0:21802:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008033878s 00010000:00010000:0.0:1790786176.691505:0:21802:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c013c125600/0x19fa32945bed4924 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786176.691513:0:21802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c013c125600/0x19fa32945bed4924 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786176.691519:0:21802:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8c013c125600/0x19fa32945bed4924 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786176.691526:0:21802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8c013c125600/0x19fa32945bed4924 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786176.691532:0:21802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c125600 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:0.0:1790786176.691536:0:21802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8c013c125600/0x19fa32945bed4924 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786176.691543:0:21802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8c013c125600/0x19fa32945bed4924 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786176.691559:0:21802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8c013c125600/0x19fa32945bed4924 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786176.691568:0:21802:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790786176.691633:0:21802:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:48e53719-1210-45be-8914-ea1f755552d5+17:3430:x1877774855017344:12345-0@lo:103:ldlm_bl.0 Request processed in 237us (2747us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786176.691640:0:21802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1790786176.691672:0:21831:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8c013c125600/0x19fa32945bed4924 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786176.691681:0:21831:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8c013c125600/0x19fa32945bed4924 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786176.691714:0:21831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c125600/0x19fa32945bed4924 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786176.691826:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48e53719-1210-45be-8914-ea1f755552d5:3430:1877774855017344:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790786176.693374:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+16:22451:x1877774855016832:12345-0@lo:253:mount.lustre.0 Request processed in 44840us (45227us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786176.693387:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1790786176.693446:0:22451:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e13100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:22451:1877774855016832:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1790786176.693460:0:22451:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1790786176.693463:0:22451:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1790786176.693465:0:22451:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1790786176.693467:0:22451:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790786176.693468:0:22451:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790786176.693469:0:22451:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790786176.693470:0:22451:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790786176.693480:0:22451:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790786176.693482:0:22451:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790786176.693483:0:22451:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1790786176.693495:0:22451:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1790786176.694243:0:22451:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/8/4) registered 00080000:10000000:2.0:1790786176.694457:0:22451:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1790786176.694750:0:22451:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:2.0:1790786176.694904:0:22451:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1790786176.695172:0:22451:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:2.0:1790786176.695339:0:22451:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:2.0:1790786176.696992:0:22451:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:2.0:1790786176.697163:0:22451:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:2.0:1790786176.697437:0:22451:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/8/4) registered 00080000:10000000:2.0:1790786176.697594:0:22451:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:2.0:1790786176.697879:0:22451:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x9:0x0] (8/8/4) registered 00080000:10000000:2.0:1790786176.698034:0:22451:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000040:01000000:2.0:1790786176.700939:0:22451:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000040:01000000:2.0:1790786176.701079:0:22451:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:01000000:2.0:1790786176.701160:0:22477:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:2.0:1790786176.701232:0:22477:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000020:00080000:1.0:1790786176.703525:0:22476:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:1.0:1790786176.703548:0:22476:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:0.0:1790786176.704325:0:22451:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:0.0:1790786176.704517:0:22451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1790786176.704958:0:22451:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1790786176.704966:0:22451:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:0.0:1790786176.705095:0:22451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790786176.705992:0:22477:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1790786176.706056:0:22477:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000040:00080000:0.0:1790786176.708246:0:22451:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00100000:1.0:1790786176.708850:0:22478:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:22478:1877774855017472:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1790786176.708917:0:22478:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786176.708944:0:22478:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c00057ac6c0 going to sleep for 11 seconds 00000040:00080000:0.0:1790786176.709519:0:22451:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1790786176.709558:0:22451:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000100:00100000:3.0:1790786176.709842:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855017472 00000100:00100000:3.0:1790786176.709851:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855017472 00000100:00100000:3.0:1790786176.709931:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790786176.709941:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:22478:x1877774855017472:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1790786176.710085:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:22478:x1877774855017472:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 145us (1167us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786176.710094:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000040:00080000:0.0:1790786176.710273:0:22451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:0.0:1790786176.711069:0:22451:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x31:0x0] (8/8/4) registered 00000100:00100000:1.0:1790786176.712436:0:22478:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:22478:1877774855017472:0@lo:1000:lod0001_rec0000.0 00000040:01000000:1.0:1790786176.712477:0:22478:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1790786176.712519:0:22478:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:22478:1877774855017600:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1790786176.712577:0:22478:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786176.712607:0:22478:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c00057ac6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790786176.712674:0:22457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855017600 00000100:00100000:2.0:1790786176.712680:0:22457:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855017600 00000100:00100000:2.0:1790786176.712739:0:22457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1790786176.712748:0:22457:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:22478:x1877774855017600:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1790786176.712890:0:22457:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:22478:x1877774855017600:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 143us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786176.712898:0:22457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790786176.712982:0:22478:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:22478:1877774855017600:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1790786176.713037:0:22478:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:22478:1877774855017728:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1790786176.713068:0:22478:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786176.713093:0:22478:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c00057ac600 going to sleep for 11 seconds 00000100:00100000:2.0:1790786176.713149:0:21826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855017728 00000100:00100000:2.0:1790786176.713154:0:21826:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855017728 00000100:00100000:2.0:1790786176.713179:0:21826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790786176.713198:0:21826:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:22478:x1877774855017728:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1790786176.713246:0:21826:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:22478:x1877774855017728:12345-0@lo:900:lod0001_rec0000.0 Request processed in 48us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786176.713252:0:21826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1790786176.713311:0:22478:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8c013bd4c380 x1877774855017728/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1790786192 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786176.713323:0:22478:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:22478:1877774855017728:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1790786176.713428:0:22478:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:22478:1877774855017856:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1790786176.713456:0:22478:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786176.713478:0:22478:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c00057ac6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790786176.714603:0:22457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855017856 00000100:00100000:2.0:1790786176.714611:0:22457:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855017856 00000100:00100000:2.0:1790786176.714645:0:22457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1790786176.714653:0:22457:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:22478:x1877774855017856:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1790786176.714762:0:22457:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:22478:x1877774855017856:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 110us (1304us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786176.714769:0:22457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790786176.714844:0:22478:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4c380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:22478:1877774855017856:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1790786176.714895:0:22478:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790786176.719508:0:22478:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1790786176.719576:0:22478:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1790786176.719581:0:22478:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:0.0:1790786176.722622:0:22451:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1790786176.751069:0:22451:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1790786176.751110:0:22451:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa553c1cab988 00100000:10000000:0.0:1790786176.751119:0:22451:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1790786176.752678:0:22451:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1790786176.752758:0:22451:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.102@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1790786176.752775:0:22451:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1790786176.752802:0:22451:0:(super25.c:182:lustre_fill_super()) lustre-mdt2/mdt2: Mount complete 00000100:00100000:0.0:1790786177.038767:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01055949c0 going to sleep for 0 seconds 00010000:00010000:1.0:1790786177.421375:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1790786177.676513:0:22470:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1790786178.059876:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01055949c0 going to sleep for 0 seconds 10000000:01000000:3.0:1790786178.123822:0:21812:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1790786178.123834:0:21812:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8c013b7f1000 from 12 10000000:01000000:3.0:1790786178.123841:0:21812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1790786178.123904:0:21812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed492b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786178.123920:0:21812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed492b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786178.123935:0:21812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed492b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786178.123999:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e12a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855017984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1790786178.124088:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786178.124139:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01083466c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790786178.124293:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855017984 00000100:00100000:1.0:1790786178.124304:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855017984 00000100:00100000:1.0:1790786178.124386:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1790786178.124398:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d686050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+16:21812:x1877774855017984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790786178.124414:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790786178.124431:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4932 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed492b expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786178.124460:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4932 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed492b expref: 17 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786178.124473:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4932 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed492b expref: 17 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786178.124484:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c0140e07a00, rc 0) 00000100:00100000:1.0:1790786178.124540:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d686050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+17:21812:x1877774855017984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 144us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786178.124549:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1790786178.125278:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e12a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855017984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790786178.125297:0:21812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed492b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4932 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786178.125308:0:21812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed492b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4932 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786178.126880:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c19f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855018112:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1790786178.126965:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786178.127024:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011192c180 going to sleep for 11 seconds 00000100:00100000:2.0:1790786178.127050:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855018112 00000100:00100000:2.0:1790786178.127058:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855018112 00000100:00100000:2.0:1790786178.127112:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1790786178.127130:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d687050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+17:21812:x1877774855018112:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1790786178.127154:0:21808:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1790786178.127182:0:21808:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1790786178.127185:0:21808:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1790786178.127278:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d687050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+17:21812:x1877774855018112:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 149us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786178.127299:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1790786178.127353:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c19f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855018112:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1790786178.127411:0:21812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1790786178.127421:0:21812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed492b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4932 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786178.127432:0:21812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed492b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4932 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790786178.127444:0:21812:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1790786178.127447:0:21812:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8c0139024000 from 12 10000000:01000000:2.0:1790786178.127450:0:21812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1790786178.127476:0:21812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c125c00/0x19fa32945bed4939 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786178.127484:0:21812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013c125c00/0x19fa32945bed4939 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786178.127493:0:21812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013c125c00/0x19fa32945bed4939 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786178.127506:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c19f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855018240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1790786178.127540:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786178.127555:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011192c180 going to sleep for 11 seconds 00000100:00100000:1.0:1790786178.128377:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855018240 00000100:00100000:1.0:1790786178.128386:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855018240 00000100:00100000:1.0:1790786178.128438:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1790786178.128449:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d684050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+17:21812:x1877774855018240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790786178.128461:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790786178.128478:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c0140e06600/0x19fa32945bed4940 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4939 expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786178.128519:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c0140e06600/0x19fa32945bed4940 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4939 expref: 18 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786178.128530:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c0140e06600/0x19fa32945bed4940 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4939 expref: 18 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786178.128539:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c0140e06600, rc 0) 00000100:00100000:1.0:1790786178.128597:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d684050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+18:21812:x1877774855018240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (1056us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786178.128605:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1790786178.128660:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c19f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855018240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790786178.128678:0:21812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013c125c00/0x19fa32945bed4939 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4940 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786178.128725:0:21812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013c125c00/0x19fa32945bed4939 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4940 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786178.128790:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855018368:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1790786178.128828:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786178.128855:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c00057ac240 going to sleep for 11 seconds 00000100:00100000:1.0:1790786178.128868:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855018368 00000100:00100000:1.0:1790786178.128872:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855018368 00000100:00100000:1.0:1790786178.128890:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1790786178.128897:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d684850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+18:21812:x1877774855018368:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1790786178.128909:0:21809:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1790786178.128925:0:21809:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1790786178.128932:0:21809:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1790786178.129015:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d684850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+18:21812:x1877774855018368:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 119us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786178.129023:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1790786178.129051:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855018368:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1790786178.129090:0:21812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1790786178.129096:0:21812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c125c00/0x19fa32945bed4939 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4940 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786178.129104:0:21812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013c125c00/0x19fa32945bed4939 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4940 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786178.444131:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1790786178.700590:0:22470:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1790786179.089892:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01055949c0 going to sleep for 0 seconds 00010000:00010000:0.0:1790786179.468234:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786180.107789:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01055949c0 going to sleep for 0 seconds 00010000:00010000:1.0:1790786180.492480:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1790786180.980413:0:22722:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg302-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1790786181.131951:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01055949c0 going to sleep for 0 seconds 00010000:00010000:3.0:1790786181.516113:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1790786181.709107:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1790786181.709114:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1790786181.709117:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c013a196000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790786181.709135:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8c013a196000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:3.0:1790786181.709170:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c0140e10000 x1877774855018624/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790786181.709187:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790786181.709191:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1790786181.709194:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790786181.709197:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1790786181.709227:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790786181.709230:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1790786181.709232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1790786181.709236:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855018880:0@lo:400:kworker.0 00000100:00080000:3.0:1790786181.709242:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1790786181.709276:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48e53719-1210-45be-8914-ea1f755552d5:3431:1877774855018496:0@lo:400:kworker.0 00000100:00100000:0.0:1790786181.709299:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786181.709322:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786181.709344:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855019136:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790786181.709347:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1790786181.709352:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3433:1877774855018752:0@lo:400:kworker.0 00000100:00100000:3.0:1790786181.709361:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786181.709376:0:3431:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1790786181.709381:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3431:1877774855019008:0@lo:400:kworker.0 00000100:00100000:0.0:1790786181.709383:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786181.709403:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786181.709410:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855018752 00000100:00100000:0.0:1790786181.709417:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855018752 00000100:00100000:3.0:1790786181.709426:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855018624:0@lo:38:kworker.0 00000100:00100000:3.0:1790786181.709446:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786181.709476:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855018496 00000100:00100000:3.0:1790786181.709480:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855018496 00000100:00100000:3.0:1790786181.709514:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1790786181.709523:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d686450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+18:3431:x1877774855018496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786181.709565:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d686450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+18:3431:x1877774855018496:12345-0@lo:400:kworker.0 Request processed in 43us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786181.709572:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1790786181.709576:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855019008 00000100:00100000:0.0:1790786181.709579:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855019008 00000100:00100000:0.0:1790786181.709594:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790786181.709597:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855018880 00000100:00100000:3.0:1790786181.709600:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855018880 00000100:00100000:0.0:1790786181.709600:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3433:x1877774855018752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786181.709612:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855019136 00000100:00100000:3.0:1790786181.709615:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855019136 00000100:00100000:3.0:1790786181.709623:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855018624 00000100:00100000:3.0:1790786181.709625:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855018624 00000100:00100000:3.0:1790786181.709634:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1790786181.709634:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3433:x1877774855018752:12345-0@lo:400:kworker.0 Request processed in 35us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786181.709640:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3433:x1877774855018880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786181.709640:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790786181.709667:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3433:x1877774855018880:12345-0@lo:400:kworker.0 Request processed in 28us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786181.709679:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790786181.709718:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790786181.709724:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855019136:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790786181.709735:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790786181.709743:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3431:x1877774855019008:12345-0@lo:400:kworker.0 00000004:00000024:3.0:1790786181.709751:0:21821:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1790786181.709770:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3431:x1877774855019008:12345-0@lo:400:kworker.0 Request processed in 28us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786181.709774:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855019136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 51us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786181.709776:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1790786181.709779:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790786181.709790:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1790786181.709793:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3429:x1877774855018624:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1790786181.709811:0:21821:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 589 last 0 00010000:00080000:0.0:1790786181.709812:0:3433:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c0140e13b80 x1877774855018752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786181.709823:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3433:1877774855018752:0@lo:400:kworker.0 00000100:00100000:0.0:1790786181.709832:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855018880:0@lo:400:kworker.0 00000020:00000080:3.0:1790786181.709842:0:21821:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x19fa32945bed4947 00000004:00100000:3.0:1790786181.709854:0:21821:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1790786181.709860:0:21821:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00080000:3.0:1790786181.711319:0:3431:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c0140e10e00 x1877774855019008/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790786181.711334:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3431:1877774855019008:0@lo:400:kworker.0 00000100:00100000:3.0:1790786181.711344:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48e53719-1210-45be-8914-ea1f755552d5:3431:1877774855018496:0@lo:400:kworker.0 00000100:00100000:3.0:1790786181.711361:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855019136:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1790786181.774123:0:21821:0:(import.c:65:import_set_state_nolock()) ffff8c0106d33000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790786181.774234:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3429:x1877774855018624:12345-0@lo:38:kworker.0 Request processed in 64436us (64785us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786181.774245:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:3.0:1790786181.774368:0:3429:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1790786181.774389:0:3429:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1790786181.774394:0:3429:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1790786181.774397:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c013a196000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1790786181.774415:0:3429:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000000cb83d24): req@ffff8c0140e12300 x1877774855011712/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790786181.774433:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855018624:0@lo:38:kworker.0 00000100:00100000:3.0:1790786181.774535:0:21858:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786181.774563:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01055949c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790786181.774576:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855019264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790786181.774597:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786181.774626:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855011712 00000100:00100000:3.0:1790786181.774632:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855011712 00000100:00100000:3.0:1790786181.774659:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855019264 00000100:00100000:3.0:1790786181.774662:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855019264 00000100:00100000:3.0:1790786181.774675:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1790786181.774683:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:21858:x1877774855011712:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1790786181.774772:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:21858:x1877774855011712:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 90us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786181.774779:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1790786181.774789:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1790786181.774795:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3432:x1877774855019264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1790786181.774815:0:21820:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:3.0:1790786181.774847:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3432:x1877774855019264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 52us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786181.774854:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1790786181.774880:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855019264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790786181.774910:0:21858:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e12300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:21858:1877774855011712:0@lo:1000:lod0000_rec0001.0 00000040:01000000:3.0:1790786181.774943:0:21858:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1790786181.774972:0:21858:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e12300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:21858:1877774855019392:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1790786181.776236:0:21858:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786181.776314:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0108346e40 going to sleep for 11 seconds 00000100:00100000:0.0:1790786181.781160:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855019392 00000100:00100000:0.0:1790786181.781175:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855019392 00000100:00100000:0.0:1790786181.781238:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1790786181.781249:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:21858:x1877774855019392:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1790786181.781487:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:21858:x1877774855019392:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 240us (5255us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786181.781510:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790786181.782785:0:21858:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e12300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:21858:1877774855019392:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1790786181.782902:0:21858:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e12300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:21858:1877774855019520:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1790786181.782952:0:21858:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786181.782974:0:21858:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0108346e40 going to sleep for 11 seconds 00000100:00100000:0.0:1790786181.784110:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855019520 00000100:00100000:0.0:1790786181.784121:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855019520 00000100:00100000:0.0:1790786181.784189:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790786181.784199:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:21858:x1877774855019520:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1790786181.784310:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:21858:x1877774855019520:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 112us (1357us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786181.784317:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1790786181.784487:0:21858:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e12300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:21858:1877774855019520:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1790786181.784540:0:21858:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790786181.789560:0:21858:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1790786181.789660:0:21858:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 18, retries 0 00000004:00080000:3.0:1790786181.789665:0:21858:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:3.0:1790786182.543607:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786183.565778:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1790786183.834665:0:22872:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd0edf1230 20000000:00000080:3.0:1790786183.834683:0:22872:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8c013df39000 uarg=0000000000000000 20000000:01000000:3.0:1790786183.834940:0:22872:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1790786183.834950:0:22872:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1790786183.834955:0:22872:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1790786183.835922:0:22873:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:3.0:1790786183.839117:0:22872:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1790786183.849026:0:22872:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1790786183.849060:0:22872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed494e lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786183.849078:0:22872:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c013c124a00/0x19fa32945bed47f7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed47f0 expref: 17 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786183.849096:0:22872:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c013c35f400/0x19fa32945bed48fa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed48f3 expref: 17 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786183.849116:0:22872:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed494e lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786183.849165:0:22872:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c013c35f400/0x19fa32945bed48fa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19fa32945bed48f3 expref: 17 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786183.849178:0:22872:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c013c35f400/0x19fa32945bed48fa lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19fa32945bed48f3 expref: 17 pid: 21809 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786183.849193:0:22872:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e12300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22872:1877774855019648:0@lo:104: 00000100:00100000:3.0:1790786183.849257:0:22872:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786183.849400:0:21798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855019648 00000100:00100000:0.0:1790786183.849409:0:21798:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855019648 00000100:00100000:0.0:1790786183.849464:0:21798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790786183.849474:0:21798:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:48e53719-1210-45be-8914-ea1f755552d5+3:22872:x1877774855019648:12345-0@lo:104: 00010000:00010000:0.0:1790786183.849486:0:21798:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.102@tcp lock: ffff8c013c124e00/0x19fa32945bed48f3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed48fa expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786183.849549:0:21798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1790786183.849554:0:21798:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:48e53719-1210-45be-8914-ea1f755552d5+3:22872:x1877774855019648:12345-0@lo:104: Request processed in 83us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786183.849561:0:21798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:0.0:1790786183.849585:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790786183.849591:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c013c124e00/0x19fa32945bed48f3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed48fa expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786183.849599:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c124e00 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:0.0:1790786183.849604:0:21804:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c013c124e00/0x19fa32945bed48f3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x19fa32945bed48fa expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786183.849625:0:21804:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013c124e00/0x19fa32945bed48f3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x19fa32945bed48fa expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790786183.849633:0:21804:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013c124e00/0x19fa32945bed48f3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x19fa32945bed48fa expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790786183.849639:0:21804:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1790786183.849667:0:21804:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c013c124e00/0x19fa32945bed48f3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed48fa expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786183.849674:0:21804:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790786183.849715:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c013c124e00/0x19fa32945bed48f3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed48fa expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786183.849723:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013c124e00/0x19fa32945bed48f3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed48fa expref: -99 pid: 22451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786183.849736:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786183.849738:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786183.849740:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786183.849753:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48e53719-1210-45be-8914-ea1f755552d5:3433:1877774855019776:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790786183.849793:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786183.849848:0:21802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855019776 00000100:00100000:0.0:1790786183.849851:0:21802:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855019776 00010000:00010000:0.0:1790786183.849873:0:21802:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c013c35f400/0x19fa32945bed48fa lrc: 6/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed48f3 expref: 18 pid: 21809 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786183.849897:0:21802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790786183.849905:0:21802:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:48e53719-1210-45be-8914-ea1f755552d5+18:3433:x1877774855019776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790786183.849923:0:21802:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790786183.849930:0:21802:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c013c35f400/0x19fa32945bed48fa lrc: 6/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed48f3 expref: 18 pid: 21809 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786183.849940:0:21802:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c013c35f400/0x19fa32945bed48fa lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19fa32945bed48f3 expref: 18 pid: 21809 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786183.849956:0:21802:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790786183.849984:0:21802:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:48e53719-1210-45be-8914-ea1f755552d5+18:3433:x1877774855019776:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786183.849990:0:21802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790786183.850023:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48e53719-1210-45be-8914-ea1f755552d5:3433:1877774855019776:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790786183.850321:0:22872:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c013c124a00/0x19fa32945bed47f7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19fa32945bed47f0 expref: 17 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786183.850332:0:22872:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c013c124a00/0x19fa32945bed47f7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19fa32945bed47f0 expref: 17 pid: 21809 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786183.850341:0:22872:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e13480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22872:1877774855019904:0@lo:104: 00000100:00100000:3.0:1790786183.850370:0:22872:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786183.850388:0:22872:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0108346f00 going to sleep for 11 seconds 00010000:00010000:3.0:1790786183.850401:0:22872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c35f400/0x19fa32945bed48fa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19fa32945bed48f3 expref: 17 pid: 21809 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786183.850412:0:22872:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e12300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22872:1877774855019648:0@lo:104: 00000100:00100000:2.0:1790786183.853114:0:21799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855019904 00000100:00100000:2.0:1790786183.853145:0:21799:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855019904 00000100:00100000:2.0:1790786183.853194:0:21799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790786183.853203:0:21799:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:48e53719-1210-45be-8914-ea1f755552d5+3:22872:x1877774855019904:12345-0@lo:104: 00010000:00010000:2.0:1790786183.853221:0:21799:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed47f0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed47f7 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786183.853331:0:21799:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1790786183.853337:0:21799:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:48e53719-1210-45be-8914-ea1f755552d5+3:22872:x1877774855019904:12345-0@lo:104: Request processed in 136us (2967us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786183.853344:0:21799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:2.0:1790786183.853365:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1790786183.853371:0:22872:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e13480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22872:1877774855019904:0@lo:104: 00010000:00010000:2.0:1790786183.853371:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed47f0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed47f7 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786183.853378:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd8c400 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:2.0:1790786183.853383:0:22473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed47f0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x19fa32945bed47f7 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786183.853391:0:22473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed47f0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x19fa32945bed47f7 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790786183.853398:0:22473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed47f0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x19fa32945bed47f7 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790786183.853403:0:22473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1790786183.853413:0:22872:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed494e lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786183.853436:0:22473:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed47f0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed47f7 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786183.853448:0:22473:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790786183.853476:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed47f0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed47f7 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786183.853484:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed47f0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed47f7 expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786183.853505:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786183.853507:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786183.853508:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786183.853519:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48e53719-1210-45be-8914-ea1f755552d5:3430:1877774855020032:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790786183.853555:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786183.853751:0:21800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855020032 00000100:00100000:2.0:1790786183.853756:0:21800:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855020032 00010000:00010000:2.0:1790786183.853773:0:21800:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c013c124a00/0x19fa32945bed47f7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed47f0 expref: 17 pid: 21809 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786183.853803:0:21800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790786183.853810:0:21800:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:48e53719-1210-45be-8914-ea1f755552d5+17:3430:x1877774855020032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1790786183.853820:0:21800:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790786183.853826:0:21800:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c013c124a00/0x19fa32945bed47f7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed47f0 expref: 17 pid: 21809 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786183.853837:0:21800:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c013c124a00/0x19fa32945bed47f7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19fa32945bed47f0 expref: 17 pid: 21809 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786183.853850:0:21800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c124a00/0x19fa32945bed47f7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19fa32945bed47f0 expref: 17 pid: 21809 timeout: 691 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786183.853863:0:21800:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed494e lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786183.853882:0:21800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed494e lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786183.853897:0:21800:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed494e lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786183.853904:0:21800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed494e lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786183.853910:0:21800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed494e lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786183.853917:0:21800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed494e lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786183.853922:0:21800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c35ee00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786183.853926:0:21800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed494e lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786183.853933:0:21800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed494e lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786183.853949:0:21800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed494e lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786183.853959:0:21800:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1790786183.853986:0:22872:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed494e lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786183.853994:0:22872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed494e lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786183.853996:0:21800:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:48e53719-1210-45be-8914-ea1f755552d5+16:3430:x1877774855020032:12345-0@lo:103:ldlm_bl.0 Request processed in 188us (441us total) trans 0 rc 0/0 00010000:00010000:3.0:1790786183.854001:0:22872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed494e lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786183.854003:0:21800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790786183.854885:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48e53719-1210-45be-8914-ea1f755552d5:3430:1877774855020032:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790786184.588478:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1790786184.910211:0:21812:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1790786184.910224:0:21812:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8c013b7f1000 from 13 10000000:01000000:2.0:1790786184.910229:0:21812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790786184.910275:0:21812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c124400/0x19fa32945bed4955 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786184.910298:0:21812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013c124400/0x19fa32945bed4955 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786184.910309:0:21812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013c124400/0x19fa32945bed4955 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786184.910334:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c19c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855020160:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1790786184.910407:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786184.910450:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011dce0240 going to sleep for 11 seconds 00000100:00100000:3.0:1790786184.913566:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855020160 00000100:00100000:3.0:1790786184.913578:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855020160 00000100:00100000:3.0:1790786184.913637:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1790786184.913648:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d687850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+16:21812:x1877774855020160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790786184.913665:0:21810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790786184.913685:0:21810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed495c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4955 expref: -99 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786184.913734:0:21810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed495c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4955 expref: 17 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786184.913746:0:21810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed495c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4955 expref: 17 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786184.913764:0:21810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c35ee00, rc 0) 00000100:00100000:3.0:1790786184.913833:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d687850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+17:21812:x1877774855020160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 188us (3427us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786184.913852:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1790786184.913905:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c19c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855020160:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790786184.913925:0:21812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013c124400/0x19fa32945bed4955 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed495c expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786184.913935:0:21812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013c124400/0x19fa32945bed4955 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed495c expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786184.914002:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e12300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855020288:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1790786184.914044:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786184.914071:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0108346600 going to sleep for 11 seconds 00000100:00100000:3.0:1790786184.914084:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855020288 00000100:00100000:3.0:1790786184.914088:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855020288 00000100:00100000:3.0:1790786184.914111:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1790786184.914117:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d685850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+17:21812:x1877774855020288:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1790786184.914365:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d685850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+17:21812:x1877774855020288:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 247us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786184.914371:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1790786184.914408:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e12300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855020288:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790786184.915080:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e12300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855020416:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790786184.915144:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786184.915178:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011dce0300 going to sleep for 11 seconds 00000100:00100000:0.0:1790786184.915526:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855020416 00000100:00100000:0.0:1790786184.915535:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855020416 00000100:00100000:0.0:1790786184.915586:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1790786184.915596:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d685050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+17:21812:x1877774855020416:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790786184.915823:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d685050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+17:21812:x1877774855020416:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 228us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786184.915831:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1790786184.915897:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e12300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855020416:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1790786184.916540:0:22925:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1790786184.916590:0:21812:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1790786184.916614:0:21812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790786184.916623:0:21812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c124400/0x19fa32945bed4955 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed495c expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786184.916645:0:21812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013c124400/0x19fa32945bed4955 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed495c expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790786184.916655:0:21812:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1790786184.916657:0:21812:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8c0139024000 from 13 10000000:01000000:0.0:1790786184.916660:0:21812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1790786184.916687:0:21812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd8de00/0x19fa32945bed4963 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786184.916712:0:21812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013bd8de00/0x19fa32945bed4963 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786184.916721:0:21812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013bd8de00/0x19fa32945bed4963 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786184.916739:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855020544:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1790786184.916772:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786184.916802:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011192c180 going to sleep for 11 seconds 00000100:00100000:3.0:1790786184.916855:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855020544 00000100:00100000:3.0:1790786184.916861:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855020544 00000100:00100000:3.0:1790786184.916902:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1790786184.916911:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d685450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+17:21812:x1877774855020544:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790786184.916921:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790786184.916932:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c35f400/0x19fa32945bed496a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4963 expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786184.916960:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c35f400/0x19fa32945bed496a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4963 expref: 18 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786184.916970:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c35f400/0x19fa32945bed496a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4963 expref: 18 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786184.916978:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c35f400, rc 0) 00000100:00100000:3.0:1790786184.917015:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d685450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+18:21812:x1877774855020544:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 105us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786184.917022:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1790786184.917061:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855020544:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790786184.917073:0:21812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013bd8de00/0x19fa32945bed4963 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed496a expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786184.917081:0:21812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013bd8de00/0x19fa32945bed4963 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed496a expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786184.917137:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e12300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855020672:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1790786184.917163:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786184.917183:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0108346300 going to sleep for 11 seconds 00000100:00100000:3.0:1790786184.917194:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855020672 00000100:00100000:3.0:1790786184.917197:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855020672 00000100:00100000:3.0:1790786184.917216:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1790786184.917222:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d686850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+18:21812:x1877774855020672:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1790786184.919596:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d686850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+18:21812:x1877774855020672:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 2364us (2422us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786184.919617:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1790786184.919800:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e12300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855020672:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790786184.919855:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c19f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855020800:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790786184.919916:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786184.919949:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011dce0900 going to sleep for 11 seconds 00000100:00100000:0.0:1790786184.920249:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855020800 00000100:00100000:0.0:1790786184.920257:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855020800 00000100:00100000:0.0:1790786184.920304:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1790786184.920314:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d686c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+18:21812:x1877774855020800:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790786184.920490:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d686c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+18:21812:x1877774855020800:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 178us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786184.920497:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1790786184.920768:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c19f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855020800:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1790786184.922637:0:22926:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1790786184.927776:0:21812:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1790786184.927825:0:21812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1790786184.927837:0:21812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd8de00/0x19fa32945bed4963 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed496a expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786184.927851:0:21812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013bd8de00/0x19fa32945bed4963 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed496a expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1790786185.037493:0:21851:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1790786185.611995:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786186.635953:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786186.828797:0:3429:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790786176/real 1790786176] req@ffff8c0107c1b800 x1877774855014784/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790786186 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786186.828827:0:3429:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c0107c1b800 x1877774855014784/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790786186 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786186.828839:0:3429:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790786176/real 1790786176] req@ffff8c0140e12680 x1877774855014656/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790786186 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786186.828851:0:3429:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c0140e12680 x1877774855014656/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790786186 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1790786186.828870:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c01089ad800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790786186.828893:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1790786186.828897:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855014784:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1790786186.828903:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c013a1af000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790786186.828907:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1790786186.828910:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855014656:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1790786186.829065:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790786186.829070:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790786186.829073:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790786186.829076:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790786186.829090:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790786186.829093:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1790786186.829096:0:8:0:(import.c:65:import_set_state_nolock()) ffff8c013a1af000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790786186.829101:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 584 00000100:00080000:1.0:1790786186.829115:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1790786186.829125:0:8:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8c013a1af000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:1.0:1790786186.829156:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c013bd4ce00 x1877774855021440/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790786186.829171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790786186.829174:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1790786186.829176:0:8:0:(import.c:65:import_set_state_nolock()) ffff8c01089ad800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790786186.829179:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 584 00000100:00080000:1.0:1790786186.829181:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1790786186.829186:0:8:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8c01089ad800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:1.0:1790786186.829196:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c013bd4fb80 x1877774855021568/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790786186.829225:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855021312:0@lo:400:kworker.0 00000100:00100000:1.0:1790786186.829283:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786186.829314:0:3430:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1790786186.829320:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48e53719-1210-45be-8914-ea1f755552d5:3430:1877774855020928:0@lo:400:kworker.0 00000100:00100000:1.0:1790786186.829346:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786186.829371:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774855021696:0@lo:400:kworker.0 00000100:00100000:1.0:1790786186.829393:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786186.829416:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855021056:0@lo:400:kworker.0 00000100:00100000:1.0:1790786186.829438:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786186.829453:0:3432:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1790786186.829459:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3432:1877774855021184:0@lo:400:kworker.0 00000100:00100000:1.0:1790786186.829478:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786186.829505:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855021312 00000100:00100000:1.0:1790786186.829513:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855021312 00000100:00100000:1.0:1790786186.829551:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855021056 00000100:00100000:1.0:1790786186.829559:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855021056 00000100:00100000:1.0:1790786186.829575:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790786186.829583:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855021312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786186.829629:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855021312:12345-0@lo:400:kworker.0 Request processed in 46us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786186.829636:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790786186.829650:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790786186.829657:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3432:x1877774855021056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786186.829687:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3432:x1877774855021056:12345-0@lo:400:kworker.0 Request processed in 30us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786186.829724:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790786186.829742:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855020928 00000100:00100000:1.0:1790786186.829745:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855020928 00000100:00100000:1.0:1790786186.829770:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1790786186.829776:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d684450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+18:3430:x1877774855020928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786186.829804:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d684450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+18:3430:x1877774855020928:12345-0@lo:400:kworker.0 Request processed in 29us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786186.829810:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1790786186.829835:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855021696 00000100:00100000:1.0:1790786186.829838:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855021696 00000100:00100000:1.0:1790786186.829860:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855021184 00000100:00100000:1.0:1790786186.829863:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855021184 00000100:00100000:1.0:1790786186.829875:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1790786186.829881:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3430:x1877774855021696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786186.829910:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3430:x1877774855021696:12345-0@lo:400:kworker.0 Request processed in 28us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786186.829916:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1790786186.829933:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790786186.829938:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3432:x1877774855021184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786186.829964:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3432:x1877774855021184:12345-0@lo:400:kworker.0 Request processed in 26us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786186.829970:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1790786186.830013:0:3432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c013bd4d500 x1877774855021184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786186.830026:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3432:1877774855021184:0@lo:400:kworker.0 00000100:00100000:1.0:1790786186.830035:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855021056:0@lo:400:kworker.0 00000100:00100000:1.0:1790786186.830054:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855021440:0@lo:8:kworker.0 00000400:00000100:1.0:1790786186.830079:0:3429:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877774855021440 offset 0 length 520: 4 00000100:00100000:1.0:1790786186.830098:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855021568:0@lo:8:kworker.0 00000400:00000100:1.0:1790786186.830128:0:3429:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877774855021568 offset 0 length 520: 4 00000100:00100000:1.0:1790786186.830153:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48e53719-1210-45be-8914-ea1f755552d5:3430:1877774855020928:0@lo:400:kworker.0 00010000:00080000:1.0:1790786186.830162:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c013bd4d880 x1877774855021696/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786186.830170:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774855021696:0@lo:400:kworker.0 00000100:00100000:1.0:1790786186.830178:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855021312:0@lo:400:kworker.0 00000100:00100000:1.0:1790786186.831148:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774855021952:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790786186.831197:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786186.831227:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1790786186.831233:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855021824:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790786186.831268:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786186.831298:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855021952 00000100:00100000:1.0:1790786186.831304:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855021952 00000100:00100000:1.0:1790786186.831332:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855021824 00000100:00100000:1.0:1790786186.831335:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855021824 00000100:00100000:1.0:1790786186.831347:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1790786186.831353:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3433:x1877774855021952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1790786186.831386:0:21820:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:1.0:1790786186.831426:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3433:x1877774855021952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786186.831474:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790786186.831489:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855021824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1790786186.831515:0:21821:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1790786186.831552:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855021824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786186.831669:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790786186.831724:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1790786186.831961:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855021824:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790786186.831975:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774855021952:0@lo:41:osp-pre-1-0.0 00000001:00100000:2.0:1790786186.901142:0:7234:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:1.0:1790786187.660029:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786188.684341:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1790786188.752447:0:23124:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1790786188.752453:0:23124:0:(obd_mount.c:926:lmd_print()) device: lustre-ost1/ost1 00000080:01200004:0.0:1790786188.752579:0:23124:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8c013fedc800 00000020:01000004:0.0:1790786188.752598:0:23124:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1790786188.752616:0:23124:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:0.0:1790786188.752635:0:23124:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8c013c04b380) 00000020:00000080:0.0:1790786188.752660:0:23124:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-zfs with refcount 2 00100000:10000000:1.0:1790786188.765553:0:23124:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:1.0:1790786188.765904:0:23124:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:1.0:1790786188.766904:0:23124:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:1.0:1790786188.767163:0:23124:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:1.0:1790786188.767438:0:23124:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:1.0:1790786188.767887:0:23124:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-client under 681: rc = 0 00100000:10000000:1.0:1790786188.767985:0:23124:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-OST0000 under 681: rc = 0 00100000:10000000:1.0:1790786188.768145:0:23124:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled params under 681: rc = 0 00100000:10000000:1.0:1790786188.768580:0:23124:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000 under 90: rc = 0 00100000:10000000:1.0:1790786188.768942:0:23124:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000-OST0000 under 90: rc = 0 00100000:10000000:1.0:1790786188.769214:0:23124:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000 under 90: rc = 0 00100000:10000000:1.0:1790786188.769490:0:23124:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000-OST0000 under 90: rc = 0 00100000:10000000:1.0:1790786188.769799:0:23124:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000 under 90: rc = 0 00100000:10000000:1.0:1790786188.770063:0:23124:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000-OST0000 under 90: rc = 0 00000020:00000080:1.0:1790786188.770938:0:23124:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:1.0:1790786188.770955:0:23124:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:1.0:1790786188.770968:0:23124:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x19fa32945bed4978 00000020:01000004:1.0:1790786188.770979:0:23124:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:01000004:1.0:1790786188.771007:0:23124:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.102@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1790786188.771012:0:23124:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.102@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1790786188.771019:0:23124:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0000 00000020:01000004:1.0:1790786188.771026:0:23124:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:1.0:1790786188.771042:0:23124:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8c0109d919c0) 00000020:00000080:1.0:1790786188.771055:0:23124:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:1.0:1790786188.772588:0:23124:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790786188.772847:0:23124:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:1.0:1790786188.772854:0:23124:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:0.0:1790786188.775965:0:23124:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:0.0:1790786188.775979:0:23124:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1790786188.776566:0:23124:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1790786188.776903:0:23124:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1790786188.783638:0:23124:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790786188.783990:0:23124:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1790786188.783998:0:23124:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1790786188.787132:0:23124:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1790786188.787145:0:23124:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1790786188.808340:0:23124:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790786188.808642:0:23124:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1790786188.808649:0:23124:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1790786188.812373:0:23124:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1790786188.812391:0:23124:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1790786188.816017:0:23124:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1790786188.816037:0:23124:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:0.0:1790786188.818636:0:23124:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790786188.818883:0:23124:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1790786188.818888:0:23124:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:1.0:1790786188.819764:0:23124:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:1.0:1790786188.819773:0:23124:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:1.0:1790786188.872748:0:23124:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790786188.872957:0:23124:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:1.0:1790786188.872970:0:23124:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:0.0:1790786188.875773:0:3429:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790786173/real 1790786173] req@ffff8c00047a5880 x1877774855012736/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790786188 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786188.875807:0:3429:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c00047a5880 x1877774855012736/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790786188 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786188.875817:0:3429:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790786173/real 1790786173] req@ffff8c00047a5500 x1877774855012864/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790786188 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786188.875829:0:3429:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c00047a5500 x1877774855012864/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790786188 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1790786188.875848:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c000502c000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790786188.875869:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1790786188.875873:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855012736:0@lo:8:kworker.0 00000100:00080000:0.0:1790786188.875878:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c01089ae800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790786188.875883:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1790786188.875886:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855012864:0@lo:8:kworker.0 00000100:00100000:0.0:1790786188.876301:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48e53719-1210-45be-8914-ea1f755552d5:3430:1877774855022080:0@lo:400:kworker.0 00000100:00100000:0.0:1790786188.876366:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786188.879430:0:3430:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1790786188.879449:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855022208:0@lo:400:kworker.0 00000100:00100000:0.0:1790786188.879511:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786188.879572:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855022080 00000100:00100000:0.0:1790786188.879581:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855022080 00000100:00100000:0.0:1790786188.879620:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1790786188.879629:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d687450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+18:3430:x1877774855022080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786188.879724:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d687450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+18:3430:x1877774855022080:12345-0@lo:400:kworker.0 Request processed in 95us (3357us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786188.879731:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1790786188.879786:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48e53719-1210-45be-8914-ea1f755552d5:3430:1877774855022080:0@lo:400:kworker.0 00000100:00100000:0.0:1790786188.879825:0:23124:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1790786188.879833:0:23124:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000100:00100000:2.0:1790786188.880231:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855022208 00000100:00100000:2.0:1790786188.880236:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855022208 00000100:00100000:2.0:1790786188.880270:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1790786188.880277:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855022208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786188.880321:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855022208:12345-0@lo:400:kworker.0 Request processed in 45us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786188.880327:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1790786188.880357:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855022208:0@lo:400:kworker.0 00000100:00080000:1.0:1790786188.880717:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790786188.880722:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1790786188.880726:0:8:0:(import.c:65:import_set_state_nolock()) ffff8c000502c000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790786188.880731:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 581 00000100:00080000:1.0:1790786188.880735:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1790786188.880743:0:8:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8c000502c000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:1.0:1790786188.880771:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c000653fb80 x1877774855022336/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790786188.880795:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790786188.880800:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1790786188.880801:0:8:0:(import.c:65:import_set_state_nolock()) ffff8c01089ae800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790786188.880804:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 581 00000100:00080000:1.0:1790786188.880807:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1790786188.880811:0:8:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c01089ae800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:1.0:1790786188.880823:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c000653df80 x1877774855022464/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790786188.880856:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3432:1877774855022592:0@lo:400:kworker.0 00000100:00100000:1.0:1790786188.880888:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786188.880921:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855022592 00000100:00100000:1.0:1790786188.880925:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855022592 00000100:00100000:1.0:1790786188.880953:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1790786188.880959:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3432:x1877774855022592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786188.880993:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3432:x1877774855022592:12345-0@lo:400:kworker.0 Request processed in 33us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786188.880999:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1790786188.881040:0:3432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c000653c000 x1877774855022592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786188.881050:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3432:1877774855022592:0@lo:400:kworker.0 00000100:00080000:1.0:1790786188.881074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790786188.881077:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790786188.881079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790786188.881082:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1790786188.881099:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855022720:0@lo:400:kworker.0 00000100:00100000:1.0:1790786188.881125:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786188.881153:0:22457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855022720 00000100:00100000:1.0:1790786188.881157:0:22457:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855022720 00000100:00100000:1.0:1790786188.881178:0:22457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1790786188.881184:0:22457:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855022720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786188.881214:0:22457:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855022720:12345-0@lo:400:kworker.0 Request processed in 31us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786188.881220:0:22457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1790786188.881242:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855022720:0@lo:400:kworker.0 00000100:00100000:2.0:1790786188.881348:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774855022848:0@lo:400:kworker.0 00000100:00100000:2.0:1790786188.881376:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786188.881510:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855022336:0@lo:8:kworker.0 00000100:00100000:0.0:1790786188.881540:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786188.881580:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855022464:0@lo:8:kworker.0 00000100:00100000:0.0:1790786188.881603:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786188.881639:0:23127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855022336 00000100:00100000:0.0:1790786188.881644:0:23127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855022336 00000100:00100000:0.0:1790786188.881661:0:23127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855022464 00000100:00100000:0.0:1790786188.881664:0:23127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855022464 00000100:00100000:0.0:1790786188.881674:0:23127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790786188.881679:0:23127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3429:x1877774855022336:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1790786188.881721:0:23127:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1790786188.881770:0:23127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3429:x1877774855022336:12345-0@lo:8:kworker.0 Request processed in 89us (229us total) trans 0 rc -19/-19 00000100:00100000:0.0:1790786188.881777:0:23127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790786188.881788:0:23127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1790786188.881792:0:23127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3429:x1877774855022464:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1790786188.881802:0:23127:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1790786188.881826:0:23127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3429:x1877774855022464:12345-0@lo:8:kworker.0 Request processed in 32us (222us total) trans 0 rc -19/-19 00000100:00100000:0.0:1790786188.881840:0:23127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1790786188.881869:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c000502c000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790786188.881873:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1790786188.881876:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855022336:0@lo:8:kworker.0 00000100:00080000:0.0:1790786188.881885:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c01089ae800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790786188.881888:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1790786188.881890:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855022464:0@lo:8:kworker.0 00000100:00100000:1.0:1790786188.882011:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855022848 00000100:00100000:1.0:1790786188.882015:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855022848 00000100:00100000:1.0:1790786188.882041:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790786188.882047:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3430:x1877774855022848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786188.882170:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3430:x1877774855022848:12345-0@lo:400:kworker.0 Request processed in 122us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786188.882177:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000020:00000080:0.0:1790786188.882724:0:23124:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:0.0:1790786188.882749:0:23124:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost1/ost1 10000000:01000000:0.0:1790786188.882755:0:23124:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.102@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00010000:00080000:2.0:1790786188.886619:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c000653c000 x1877774855022848/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790786188.886637:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774855022848:0@lo:400:kworker.0 00000040:01000000:1.0:1790786188.895881:0:23124:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.102@tcp ctxt 0 is initialized 00000020:01000004:1.0:1790786188.895928:0:23124:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.102@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1790786188.895933:0:23124:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1790786188.895935:0:23124:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1790786188.895936:0:23124:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790786188.895937:0:23124:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790786188.895938:0:23124:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790786188.895940:0:23124:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790786188.895941:0:23124:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1790786188.895943:0:23124:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790786188.895944:0:23124:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1790786188.895948:0:23124:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1790786188.895950:0:23124:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1790786188.895951:0:23124:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1790786188.895952:0:23124:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790786188.895954:0:23124:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790786188.895954:0:23124:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790786188.895956:0:23124:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790786188.895957:0:23124:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1790786188.895957:0:23124:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790786188.895959:0:23124:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1790786188.895984:0:23124:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1790786188.896006:0:23124:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855022976:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1790786188.896076:0:23124:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786188.897623:0:23124:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110b96300 going to sleep for 11 seconds 00000100:00100000:0.0:1790786188.899194:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855022976 00000100:00100000:0.0:1790786188.899208:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855022976 00000100:00100000:0.0:1790786188.899341:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1790786188.899352:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+18:23124:x1877774855022976:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1790786188.899751:0:21809:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1790786188.899756:0:21809:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:3.0:1790786188.899769:0:21809:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1790786188.910198:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+18:23124:x1877774855022976:12345-0@lo:253:mount.lustre.0 Request processed in 10840us (14113us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786188.910213:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1790786188.910351:0:23124:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855022976:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1790786188.910410:0:23124:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1790786188.910414:0:23124:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1790786188.910416:0:23124:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1790786188.910417:0:23124:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790786188.910419:0:23124:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790786188.910420:0:23124:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790786188.910421:0:23124:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790786188.910422:0:23124:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1790786188.910424:0:23124:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790786188.910425:0:23124:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1790786188.910459:0:23124:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8c013fedc800 from lustre-OST0000 10000000:01000000:1.0:1790786188.911751:0:23124:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:1.0:1790786188.911759:0:23124:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1790786188.911770:0:23124:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8c0005710000 local copy 00010000:00010000:1.0:1790786188.911781:0:23124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4733 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed473a expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786188.912039:0:23124:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855023104:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790786188.912114:0:23124:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786188.912154:0:23124:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110b96780 going to sleep for 11 seconds 00000100:00100000:3.0:1790786188.912394:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855023104 00000100:00100000:3.0:1790786188.912402:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855023104 00000100:00100000:3.0:1790786188.912443:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1790786188.912453:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+18:23124:x1877774855023104:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790786188.912622:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+18:23124:x1877774855023104:12345-0@lo:501:mount.lustre.0 Request processed in 169us (506us total) trans 0 rc -2/-2 00000100:00100000:3.0:1790786188.912630:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1790786188.912906:0:23124:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855023104:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1790786188.912922:0:23124:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.102@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1790786188.913073:0:23124:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.102@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1790786188.913080:0:23124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4733 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed473a expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786188.913103:0:23124:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4733 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed473a expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790786188.913125:0:23124:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8c013fedc800 10000000:01000000:1.0:1790786188.913131:0:23124:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1790786188.913136:0:23124:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1790786188.913138:0:23124:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1790786188.913141:0:23124:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1790786188.913144:0:23124:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1790786188.913167:0:23124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c0140e07400/0x19fa32945bed4986 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786188.913175:0:23124:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c0140e07400/0x19fa32945bed4986 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786188.913191:0:23124:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c0140e07400/0x19fa32945bed4986 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786188.913207:0:23124:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855023232:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1790786188.913238:0:23124:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786188.913275:0:23124:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110b96780 going to sleep for 11 seconds 00000100:00100000:3.0:1790786188.913763:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855023232 00000100:00100000:3.0:1790786188.913768:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855023232 00000100:00100000:3.0:1790786188.913805:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1790786188.913812:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+18:23124:x1877774855023232:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790786188.913822:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790786188.913834:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c35fc00/0x19fa32945bed498d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4986 expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786188.913855:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c35fc00/0x19fa32945bed498d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4986 expref: 19 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786188.913872:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c35fc00/0x19fa32945bed498d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4986 expref: 19 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786188.913880:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c35fc00, rc 0) 00000100:00100000:3.0:1790786188.913922:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+19:23124:x1877774855023232:12345-0@lo:101:mount.lustre.0 Request processed in 110us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786188.913928:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1790786188.914006:0:23124:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855023232:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790786188.914018:0:23124:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c0140e07400/0x19fa32945bed4986 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed498d expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786188.914027:0:23124:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c0140e07400/0x19fa32945bed4986 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed498d expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1790786188.914920:0:23124:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:3.0:1790786188.917220:0:23124:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790786188.917946:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1790786188.918000:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1790786188.918037:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1790786188.918084:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1790786188.918137:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1790786188.918172:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1790786188.918218:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1790786188.918793:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1790786188.918837:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:3.0:1790786188.918891:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:3.0:1790786188.918927:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:3.0:1790786188.918974:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:3.0:1790786188.919043:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:3.0:1790786188.919050:0:23124:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:3.0:1790786188.919180:0:23124:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e13b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855023360:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790786188.922372:0:23124:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786188.922436:0:23124:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0108346240 going to sleep for 11 seconds 00000100:00100000:0.0:1790786188.922573:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855023360 00000100:00100000:0.0:1790786188.922584:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855023360 00000100:00100000:0.0:1790786188.922655:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1790786188.922665:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+19:23124:x1877774855023360:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790786188.923232:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+19:23124:x1877774855023360:12345-0@lo:501:mount.lustre.0 Request processed in 568us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786188.923240:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1790786188.923773:0:23124:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e13b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855023360:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790786188.923822:0:23124:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e13b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855023488:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790786188.923877:0:23124:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786188.923910:0:23124:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0108346240 going to sleep for 11 seconds 00000100:00100000:1.0:1790786188.927778:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855023488 00000100:00100000:1.0:1790786188.927793:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855023488 00000100:00100000:1.0:1790786188.927864:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1790786188.927874:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+19:23124:x1877774855023488:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1790786188.928260:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+19:23124:x1877774855023488:12345-0@lo:503:mount.lustre.0 Request processed in 386us (4381us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786188.928268:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1790786188.928681:0:23124:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e13b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855023488:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1790786188.929389:0:23124:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1790786188.929470:0:23124:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e13b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855023616:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790786188.929537:0:23124:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786188.929576:0:23124:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0108346240 going to sleep for 11 seconds 00000100:00100000:2.0:1790786188.929627:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855023616 00000100:00100000:2.0:1790786188.929643:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855023616 00000100:00100000:2.0:1790786188.929684:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1790786188.929717:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+19:23124:x1877774855023616:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790786188.930005:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+19:23124:x1877774855023616:12345-0@lo:502:mount.lustre.0 Request processed in 289us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786188.930013:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1790786188.939666:0:23124:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e13b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855023616:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790786188.940522:0:22470:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:1.0:1790786188.944064:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1790786188.944170:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1790786188.944204:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1790786188.944292:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1790786188.944330:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1790786188.944363:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1790786188.945011:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1790786188.945060:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1790786188.945107:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:1.0:1790786188.945172:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:1.0:1790786188.945207:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:1.0:1790786188.945930:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:1.0:1790786188.945986:0:23124:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855023744:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790786188.946072:0:23124:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786188.946169:0:23124:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110b969c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790786188.954196:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855023744 00000100:00100000:3.0:1790786188.954213:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855023744 00000100:00100000:3.0:1790786188.954437:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1790786188.954450:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+19:23124:x1877774855023744:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790786188.954824:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+19:23124:x1877774855023744:12345-0@lo:502:mount.lustre.0 Request processed in 376us (8750us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786188.954833:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1790786188.954866:0:23124:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855023744:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790786188.954979:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1790786188.954995:0:23124:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:1.0:1790786188.958927:0:23138:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1790786188.958938:0:23138:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:1.0:1790786188.958944:0:23138:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786188.958947:0:23138:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1790786188.958952:0:23138:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790786188.958969:0:23138:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8c0109d94d40) 00000020:00000080:1.0:1790786188.958993:0:23138:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:1.0:1790786188.958999:0:23138:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1790786188.959077:0:23138:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8c013fedc800 from lustre-OST0000, refs=2 00080000:01000000:1.0:1790786188.959086:0:23138:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:1.0:1790786188.959107:0:23138:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x19fa32945bed499b 00010000:00010000:0.0:1790786188.971373:0:23138:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:0.0:1790786188.971847:0:23138:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:0.0:1790786188.975323:0:23138:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:0.0:1790786188.985407:0:23138:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1790786188.985434:0:23138:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790786188.985442:0:23138:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790786188.985445:0:23138:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1790786188.985448:0:23138:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1790786188.985451:0:23138:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:0.0:1790786188.985452:0:23138:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790786188.985453:0:23138:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1790786188.985455:0:23138:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1790786188.985457:0:23138:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790786188.985462:0:23138:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:0.0:1790786188.985465:0:23138:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790786188.985468:0:23138:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790786188.985470:0:23138:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:0.0:1790786188.985473:0:23138:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1790786188.985475:0:23138:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1790786188.985477:0:23138:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790786188.985479:0:23138:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790786188.985480:0:23138:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:0.0:1790786188.985482:0:23138:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790786188.985484:0:23138:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790786188.985485:0:23138:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1790786188.985488:0:23138:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1790786188.985755:0:23138:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790786188.985760:0:23138:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790786188.985761:0:23138:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1790786188.985765:0:23138:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:1.0:1790786188.988383:0:23124:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:1.0:1790786188.988570:0:23124:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1790786188.988822:0:23124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c0140e07400/0x19fa32945bed4986 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed498d expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786188.988835:0:23124:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c0140e07400/0x19fa32945bed4986 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed498d expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790786188.988920:0:23124:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8c013fedc800 from 1 10000000:01000000:1.0:1790786188.988924:0:23124:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1790786188.989236:0:23124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed49a2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786188.989320:0:23124:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed49a2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786188.989333:0:23124:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed49a2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786188.989376:0:23124:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855023872:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1790786188.989603:0:23124:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786188.989742:0:23124:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110b96180 going to sleep for 11 seconds 00000100:00100000:0.0:1790786188.991544:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855023872 00000100:00100000:0.0:1790786188.991558:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855023872 00000100:00100000:0.0:1790786188.991609:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1790786188.991620:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+19:23124:x1877774855023872:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790786188.991643:0:21808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790786188.991938:0:21808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013bd8ca00/0x19fa32945bed49a9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed49a2 expref: -99 pid: 21808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786188.991969:0:21808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013bd8ca00/0x19fa32945bed49a9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed49a2 expref: 20 pid: 21808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786188.991981:0:21808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013bd8ca00/0x19fa32945bed49a9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed49a2 expref: 20 pid: 21808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786188.991990:0:21808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd8ca00, rc 0) 00000100:00100000:0.0:1790786188.992066:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+20:23124:x1877774855023872:12345-0@lo:101:mount.lustre.0 Request processed in 448us (2464us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786188.992073:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1790786188.992380:0:23124:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855023872:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790786188.992398:0:23124:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed49a2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed49a9 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786188.992565:0:23124:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed49a2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed49a9 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1790786188.997189:0:23124:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1790786189.002131:0:23124:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790786189.003105:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1790786189.003158:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1790786189.003202:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1790786189.003237:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1790786189.008360:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1790786189.008447:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1790786189.008485:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1790786189.008518:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1790786189.008565:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1790786189.008595:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1790786189.008622:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1790786189.008722:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1790786189.008732:0:23124:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1790786189.008834:0:23124:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855024000:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790786189.009557:0:23124:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786189.009615:0:23124:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110b96180 going to sleep for 11 seconds 00000100:00100000:0.0:1790786189.009767:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855024000 00000100:00100000:0.0:1790786189.009775:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855024000 00000100:00100000:0.0:1790786189.009822:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1790786189.009832:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+20:23124:x1877774855024000:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790786189.012947:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+20:23124:x1877774855024000:12345-0@lo:501:mount.lustre.0 Request processed in 3107us (3381us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786189.012962:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1790786189.013565:0:23124:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855024000:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790786189.013622:0:23124:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855024128:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1790786189.013685:0:23124:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786189.014331:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855024128 00000100:00100000:0.0:1790786189.014340:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855024128 00000100:00100000:0.0:1790786189.014382:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1790786189.014391:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+20:23124:x1877774855024128:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790786189.014580:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+20:23124:x1877774855024128:12345-0@lo:503:mount.lustre.0 Request processed in 189us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786189.014597:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1790786189.014783:0:23124:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110b96180 going to sleep for 11 seconds 00000100:00100000:1.0:1790786189.014801:0:23124:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855024128:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1790786189.017361:0:23124:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1790786189.017460:0:23124:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855024256:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790786189.017538:0:23124:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786189.017578:0:23124:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110b96180 going to sleep for 11 seconds 00000100:00100000:0.0:1790786189.017882:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855024256 00000100:00100000:0.0:1790786189.017890:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855024256 00000100:00100000:0.0:1790786189.017941:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1790786189.017951:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+20:23124:x1877774855024256:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790786189.018157:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+20:23124:x1877774855024256:12345-0@lo:502:mount.lustre.0 Request processed in 207us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786189.018164:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1790786189.018424:0:23124:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855024256:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1790786189.018719:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1790786189.018772:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1790786189.018823:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1790786189.018872:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1790786189.018903:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1790786189.018947:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1790786189.018980:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1790786189.019011:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1790786189.019056:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1790786189.019106:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1790786189.019142:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1790786189.019179:0:23124:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855024384:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790786189.019227:0:23124:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786189.019423:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855024384 00000100:00100000:3.0:1790786189.019430:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855024384 00000100:00100000:3.0:1790786189.019470:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1790786189.019478:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+20:23124:x1877774855024384:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790786189.019646:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+20:23124:x1877774855024384:12345-0@lo:502:mount.lustre.0 Request processed in 169us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786189.019654:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1790786189.019963:0:23124:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110b96180 going to sleep for 11 seconds 00000100:00100000:1.0:1790786189.019984:0:23124:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855024384:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1790786189.020076:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1790786189.020105:0:23124:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1790786189.032811:0:23142:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790786189.032824:0:23142:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786189.032826:0:23142:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1790786189.032833:0:23142:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c013fedc800 00000020:00000080:1.0:1790786189.032835:0:23142:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1790786189.032853:0:23142:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790786189.032856:0:23142:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786189.032858:0:23142:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1790786189.032860:0:23142:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790786189.032863:0:23142:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786189.032864:0:23142:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1790786189.032867:0:23142:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c013fedc800 00000020:00000080:1.0:1790786189.032869:0:23142:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1790786189.032921:0:23142:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790786189.032925:0:23142:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786189.032926:0:23142:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1790786189.032929:0:23142:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790786189.032931:0:23142:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786189.032933:0:23142:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1790786189.032936:0:23142:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8c013fedc800 00000020:00000080:1.0:1790786189.032938:0:23142:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1790786189.032955:0:23142:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790786189.032957:0:23142:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786189.032959:0:23142:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1790786189.032962:0:23142:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790786189.032964:0:23142:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786189.032965:0:23142:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1790786189.032967:0:23142:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8c013fedc800 00000020:00000080:1.0:1790786189.032969:0:23142:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1790786189.033002:0:23142:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790786189.033005:0:23142:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786189.033007:0:23142:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1790786189.033010:0:23142:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1790786189.033203:0:23124:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1790786189.033230:0:23124:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1790786189.033269:0:23124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed49a2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed49a9 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786189.033280:0:23124:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed49a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed49a9 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790786189.033323:0:23124:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1790786189.033326:0:23124:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8c013fedc800 10000000:01000000:3.0:1790786189.033330:0:23124:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8c013fedc800 10000000:01000000:3.0:1790786189.033333:0:23124:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790786189.033338:0:23124:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8c013fedc800 from 1 10000000:01000000:3.0:1790786189.033341:0:23124:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1790786189.033373:0:23124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c35ec00/0x19fa32945bed49b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786189.033382:0:23124:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013c35ec00/0x19fa32945bed49b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786189.033393:0:23124:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013c35ec00/0x19fa32945bed49b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786189.033415:0:23124:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e13b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855024512:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790786189.033478:0:23124:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786189.033513:0:23124:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0108346480 going to sleep for 11 seconds 00000100:00100000:2.0:1790786189.036365:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855024512 00000100:00100000:2.0:1790786189.036379:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855024512 00000100:00100000:2.0:1790786189.036479:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1790786189.036495:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+20:23124:x1877774855024512:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790786189.036511:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786189.036528:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c124600/0x19fa32945bed49b7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed49b0 expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786189.036553:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c124600/0x19fa32945bed49b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed49b0 expref: 21 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786189.036564:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c124600/0x19fa32945bed49b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed49b0 expref: 21 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786189.036572:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c124600, rc 0) 00000100:00100000:2.0:1790786189.036645:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+21:23124:x1877774855024512:12345-0@lo:101:mount.lustre.0 Request processed in 158us (3167us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786189.036651:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1790786189.036738:0:23124:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e13b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855024512:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790786189.036755:0:23124:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013c35ec00/0x19fa32945bed49b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed49b7 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786189.036764:0:23124:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013c35ec00/0x19fa32945bed49b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed49b7 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1790786189.037347:0:23124:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1790786189.037627:0:23124:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790786189.037855:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1790786189.037890:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1790786189.037916:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1790786189.037952:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1790786189.037980:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1790786189.038016:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1790786189.038044:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1790786189.038070:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1790786189.038121:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1790786189.038152:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1790786189.038178:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1790786189.038213:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1790786189.038241:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1790786189.038267:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1790786189.038327:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1790786189.038355:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1790786189.038381:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1790786189.038420:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1790786189.038449:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1790786189.038474:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1790786189.038510:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1790786189.038537:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1790786189.038563:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1790786189.038613:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1790786189.038642:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1790786189.038668:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1790786189.038742:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1790786189.038775:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1790786189.038802:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1790786189.038839:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1790786189.038878:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1790786189.038904:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1790786189.038929:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1790786189.038967:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1790786189.038994:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1790786189.039029:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1790786189.039056:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1790786189.039081:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1790786189.039137:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1790786189.039170:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1790786189.039204:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1790786189.039234:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1790786189.039282:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1790786189.039316:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1790786189.039346:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1790786189.039388:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1790786189.039441:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1790786189.039474:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1790786189.039565:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1790786189.039603:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1790786189.039667:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1790786189.039675:0:23124:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1790786189.043595:0:23124:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855024640:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790786189.043709:0:23124:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786189.043748:0:23124:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110b96b40 going to sleep for 11 seconds 00000100:00100000:0.0:1790786189.043964:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855024640 00000100:00100000:0.0:1790786189.043972:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855024640 00000100:00100000:0.0:1790786189.044028:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1790786189.044037:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+21:23124:x1877774855024640:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790786189.047980:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+21:23124:x1877774855024640:12345-0@lo:501:mount.lustre.0 Request processed in 3935us (4262us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786189.047994:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1790786189.056600:0:23124:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855024640:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790786189.067222:0:23124:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855024768:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790786189.067303:0:23124:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786189.067357:0:23124:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0139c5c600 going to sleep for 11 seconds 00000100:00100000:0.0:1790786189.068415:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855024768 00000100:00100000:0.0:1790786189.068427:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855024768 00000100:00100000:0.0:1790786189.068675:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1790786189.068686:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01094ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+21:23124:x1877774855024768:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790786189.070508:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01094ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+21:23124:x1877774855024768:12345-0@lo:503:mount.lustre.0 Request processed in 1816us (3197us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786189.070521:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1790786189.070609:0:23124:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855024768:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1790786189.071245:0:23124:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1790786189.071342:0:23124:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855024896:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790786189.071401:0:23124:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786189.071451:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855024896 00000100:00100000:0.0:1790786189.071457:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855024896 00000100:00100000:0.0:1790786189.071491:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1790786189.071500:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+21:23124:x1877774855024896:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790786189.071789:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+21:23124:x1877774855024896:12345-0@lo:502:mount.lustre.0 Request processed in 290us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786189.071796:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1790786189.071857:0:23124:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0139c5c600 going to sleep for 11 seconds 00000100:00100000:0.0:1790786189.071873:0:23124:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855024896:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790786189.072087:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1790786189.072160:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1790786189.072222:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1790786189.072275:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1790786189.072314:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1790786189.072370:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1790786189.072412:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1790786189.072450:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1790786189.072503:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1790786189.072542:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1790786189.072577:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1790786189.072629:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1790786189.072679:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1790786189.072743:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1790786189.072804:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1790786189.072869:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1790786189.072905:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1790786189.072956:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1790786189.072994:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1790786189.073028:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1790786189.073080:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1790786189.078664:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1790786189.078750:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1790786189.078835:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1790786189.079039:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1790786189.079083:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1790786189.079153:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1790786189.079197:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1790786189.079236:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1790786189.079486:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1790786189.079526:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1790786189.079589:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1790786189.079632:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1790786189.079713:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1790786189.079757:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1790786189.079814:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1790786189.079852:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1790786189.080529:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1790786189.080588:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1790786189.080622:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1790786189.080653:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1790786189.080681:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1790786189.080749:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1790786189.080781:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1790786189.080810:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1790786189.080852:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1790786189.081409:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1790786189.081540:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1790786189.081620:0:23124:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855025024:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790786189.081706:0:23124:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786189.081762:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855025024 00000100:00100000:0.0:1790786189.081769:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855025024 00000100:00100000:0.0:1790786189.081809:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1790786189.081819:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0137999c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+21:23124:x1877774855025024:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790786189.082188:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0137999c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+21:23124:x1877774855025024:12345-0@lo:502:mount.lustre.0 Request processed in 370us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786189.082196:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1790786189.082321:0:23124:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0139c5c600 going to sleep for 11 seconds 00000100:00100000:0.0:1790786189.082343:0:23124:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855025024:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790786189.082436:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1790786189.082476:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1790786189.082499:0:23124:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855025152:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790786189.082536:0:23124:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786189.084157:0:23124:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0139c5c600 going to sleep for 11 seconds 00000100:00100000:2.0:1790786189.089815:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855025152 00000100:00100000:2.0:1790786189.089830:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855025152 00000100:00100000:2.0:1790786189.090795:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1790786189.090814:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0137998850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+21:23124:x1877774855025152:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790786189.092810:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0137998850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+21:23124:x1877774855025152:12345-0@lo:502:mount.lustre.0 Request processed in 1991us (10265us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786189.092823:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1790786189.092864:0:23124:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855025152:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790786189.093177:0:23124:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1790786189.093199:0:23124:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1790786189.099085:0:23147:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1790786189.099257:0:23147:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8c0109d90000) 00000020:00000080:1.0:1790786189.099279:0:23147:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:1.0:1790786189.099351:0:23147:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8c013fedc800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1790786189.099355:0:23147:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8c013fedc800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1790786189.099358:0:23147:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c013fedc800 3 00010000:00080000:1.0:1790786189.099573:0:23147:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c0006256000@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.102@tcp at head 00010000:00010000:0.0:1790786189.107403:0:23147:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:0.0:1790786189.107899:0:23147:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:0.0:1790786189.107943:0:23147:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1790786189.107957:0:23147:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x19fa32945bed49c5 00000100:00080000:0.0:1790786189.107968:0:23147:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790786189.107979:0:23147:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8c0006256000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:0.0:1790786189.108013:0:23147:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c00047a4700 x1877774855025280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790786189.108112:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3429:1877774855025280:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1790786189.108179:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1790786189.108335:0:23147:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1790786189.108384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790786189.108389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1790786189.108391:0:8:0:(import.c:65:import_set_state_nolock()) ffff8c000502c000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790786189.108395:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 596 00000100:00080000:0.0:1790786189.108400:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1790786189.108406:0:8:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8c000502c000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:0.0:1790786189.108418:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c00047a4a80 x1877774855025536/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790786189.109912:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855025280 00000100:00100000:1.0:1790786189.109925:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855025280 00000100:00100000:1.0:1790786189.109982:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790786189.109991:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3429:x1877774855025280:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1790786189.110018:0:21816:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 597 last 0 00000020:00000080:1.0:1790786189.110054:0:21816:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x19fa32945bed49cc 00000004:00100000:1.0:1790786189.110070:0:21816:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1790786189.110113:0:21816:0:(import.c:65:import_set_state_nolock()) ffff8c0006252000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790786189.110556:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855025536:0@lo:8:kworker.0 00000100:00100000:2.0:1790786189.110621:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1790786189.112357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790786189.112367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1790786189.112371:0:8:0:(import.c:65:import_set_state_nolock()) ffff8c01089ae800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790786189.112377:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 596 00000100:00080000:0.0:1790786189.112382:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1790786189.112392:0:8:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c01089ae800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:0.0:1790786189.112430:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c00047a7100 x1877774855025664/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790786189.112486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790786189.112490:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790786189.112492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790786189.112495:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1790786189.112550:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855025408:0@lo:400:kworker.0 00000100:00100000:0.0:1790786189.112921:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786189.112966:0:3431:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1790786189.112972:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3431:1877774855026048:0@lo:400:kworker.0 00000100:00100000:0.0:1790786189.112998:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786189.113490:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3429:x1877774855025280:12345-0@lo:38:llog_process_th.0 Request processed in 3497us (5308us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786189.113501:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790786189.113527:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855026048 00000100:00100000:1.0:1790786189.113533:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855026048 00000100:00100000:1.0:1790786189.113563:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790786189.113571:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3431:x1877774855026048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786189.113958:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3431:x1877774855026048:12345-0@lo:400:kworker.0 Request processed in 387us (958us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786189.113965:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790786189.114006:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855025920:0@lo:400:kworker.0 00000100:00100000:1.0:1790786189.114036:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786189.114058:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1790786189.114063:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3433:1877774855025792:0@lo:400:kworker.0 00000100:00100000:1.0:1790786189.114080:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786189.114115:0:22457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855025408 00000100:00100000:1.0:1790786189.114119:0:22457:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855025408 00000100:00100000:1.0:1790786189.114140:0:22457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855025920 00000100:00100000:1.0:1790786189.114143:0:22457:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855025920 00000100:00100000:1.0:1790786189.114154:0:22457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1790786189.114159:0:22457:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855025408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786189.114188:0:22457:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855025408:12345-0@lo:400:kworker.0 Request processed in 29us (1269us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786189.114194:0:22457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1790786189.114204:0:22457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1790786189.114208:0:22457:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855025920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786189.114230:0:22457:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855025920:12345-0@lo:400:kworker.0 Request processed in 22us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786189.114236:0:22457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1790786189.114317:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855025792 00000100:00100000:1.0:1790786189.114321:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855025792 00000100:00100000:1.0:1790786189.114337:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790786189.114342:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3433:x1877774855025792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786189.114370:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3433:x1877774855025792:12345-0@lo:400:kworker.0 Request processed in 27us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786189.114376:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:1.0:1790786189.114415:0:3431:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c00047a6a00 x1877774855026048/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786189.114440:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3431:1877774855026048:0@lo:400:kworker.0 00000100:00100000:1.0:1790786189.114457:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855025408:0@lo:400:kworker.0 00010000:00080000:1.0:1790786189.114499:0:3433:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c00047a4380 x1877774855025792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786189.114507:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3433:1877774855025792:0@lo:400:kworker.0 00000100:00100000:1.0:1790786189.114516:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855025920:0@lo:400:kworker.0 00000020:01000004:0.0:1790786189.115033:0:23147:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1790786189.115047:0:23147:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8c013c048000) 00000020:00000080:0.0:1790786189.115067:0:23147:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:0.0:1790786189.115152:0:23147:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8c013fedc800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1790786189.115156:0:23147:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8c013fedc800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1790786189.115158:0:23147:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c013fedc800 3 00010000:00080000:0.0:1790786189.115183:0:23147:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c0139025800@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.102@tcp at head 00010000:00080000:2.0:1790786189.115483:0:3429:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c00047a4700 x1877774855025280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790786199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790786189.115494:0:3429:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1790786189.115503:0:3429:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1790786189.115511:0:3429:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1790786189.115516:0:3429:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1790786189.115519:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c0006256000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1790786189.115525:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3429:1877774855025280:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1790786189.115557:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855025664:0@lo:8:kworker.0 00000100:00100000:2.0:1790786189.115843:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786189.115897:0:23127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855025536 00000100:00100000:2.0:1790786189.115902:0:23127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855025536 00000100:00100000:2.0:1790786189.115926:0:23127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855025664 00000100:00100000:2.0:1790786189.115928:0:23127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855025664 00000100:00100000:2.0:1790786189.115938:0:23127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1790786189.115944:0:23127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3429:x1877774855025536:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1790786189.115988:0:23127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3429:x1877774855025536:12345-0@lo:8:kworker.0 Request processed in 43us (5367us total) trans 0 rc -11/-11 00000100:00100000:2.0:1790786189.116002:0:23127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1790786189.116014:0:23127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1790786189.116018:0:23127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3429:x1877774855025664:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1790786189.116028:0:23127:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1790786189.116048:0:23127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3429:x1877774855025664:12345-0@lo:8:kworker.0 Request processed in 29us (213us total) trans 0 rc -19/-19 00000100:00100000:2.0:1790786189.116053:0:23127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1790786189.116087:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c01089ae800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790786189.116102:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790786189.116105:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855025664:0@lo:8:kworker.0 00000100:00100000:2.0:1790786189.116115:0:3429:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1790786189.116118:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c000502c000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790786189.116121:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1790786189.116124:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855025536:0@lo:8:kworker.0 00010000:00010000:0.0:1790786189.123040:0:23147:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:0.0:1790786189.123912:0:23147:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:0.0:1790786189.123952:0:23147:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1790786189.123966:0:23147:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x19fa32945bed49da 00000100:00080000:0.0:1790786189.123977:0:23147:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790786189.123987:0:23147:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8c0139025800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:0.0:1790786189.124020:0:23147:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c00047a4a80 x1877774855026176/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790786189.124049:0:23147:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1790786189.124080:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790786189.124084:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790786189.124087:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790786189.124101:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1790786189.125813:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3429:1877774855026176:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1790786189.125900:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786189.125966:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855026176 00000100:00100000:3.0:1790786189.125973:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855026176 00000100:00100000:3.0:1790786189.126009:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1790786189.126016:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3429:x1877774855026176:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1790786189.126051:0:21815:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 597 last 0 00000020:00000080:3.0:1790786189.126086:0:21815:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x19fa32945bed49e1 00000004:00100000:3.0:1790786189.126112:0:21815:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1790786189.126144:0:21815:0:(import.c:65:import_set_state_nolock()) ffff8c0106d31000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790786189.126195:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3429:x1877774855026176:12345-0@lo:38:llog_process_th.0 Request processed in 178us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786189.126202:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1790786189.126241:0:3429:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c00047a4a80 x1877774855026176/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790786199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790786189.126252:0:3429:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1790786189.126260:0:3429:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1790786189.126267:0:3429:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1790786189.126271:0:3429:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1790786189.126274:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c0139025800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1790786189.126280:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3429:1877774855026176:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1790786189.126728:0:23147:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1790786189.126778:0:23124:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1790786189.126807:0:23124:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1790786189.126829:0:23124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c35ec00/0x19fa32945bed49b0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed49b7 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786189.126851:0:23124:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013c35ec00/0x19fa32945bed49b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed49b7 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1790786189.126898:0:23124:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1790786189.126900:0:23124:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1790786189.126902:0:23124:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790786189.126903:0:23124:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790786189.126904:0:23124:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790786189.126906:0:23124:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790786189.126907:0:23124:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1790786189.126909:0:23124:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790786189.126910:0:23124:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1790786189.126914:0:23124:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1790786189.126917:0:23124:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1790786189.126918:0:23124:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1790786189.126919:0:23124:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790786189.126920:0:23124:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790786189.126921:0:23124:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790786189.126922:0:23124:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790786189.126923:0:23124:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1790786189.126924:0:23124:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790786189.126925:0:23124:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1790786189.126944:0:23124:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1790786189.126958:0:23124:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855026304:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1790786189.126997:0:23124:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786189.127022:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855026304 00000100:00100000:0.0:1790786189.127027:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855026304 00000100:00100000:0.0:1790786189.127056:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1790786189.127063:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+21:23124:x1877774855026304:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1790786189.127109:0:21810:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1790786189.127127:0:21810:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:0.0:1790786189.127460:0:23124:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011d4d66c0 going to sleep for 11 seconds 20000000:01000000:2.0:1790786189.202384:0:21810:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1790786189.202410:0:21810:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1790786189.202425:0:21831:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1790786189.202430:0:21831:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1790786189.202452:0:21831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8c013bd8c200/0x19fa32945bed49e8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786189.202471:0:21831:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4932 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed492b expref: 21 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786189.202478:0:21831:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c0140e06600/0x19fa32945bed4940 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4939 expref: 21 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786189.202495:0:21831:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8c013bd8c200/0x19fa32945bed49e8 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786189.202535:0:21831:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c0140e06600/0x19fa32945bed4940 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19fa32945bed4939 expref: 21 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786189.202550:0:21831:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c0140e06600/0x19fa32945bed4940 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19fa32945bed4939 expref: 21 pid: 21809 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786189.202564:0:21831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21831:1877774855026432:0@lo:104: 00000100:00100000:0.0:1790786189.202638:0:21831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1790786189.202713:0:21831:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4932 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19fa32945bed492b expref: 21 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786189.202721:0:21831:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4932 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19fa32945bed492b expref: 21 pid: 21809 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786189.202730:0:21831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21831:1877774855026560:0@lo:104: 00000100:00100000:0.0:1790786189.202753:0:21831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786189.202798:0:21831:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110baae40 going to sleep for 11 seconds 00000100:00100000:1.0:1790786189.202877:0:21798:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1790786189.202895:0:21798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855026432 00000100:00100000:1.0:1790786189.202902:0:21798:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855026432 00000100:00100000:1.0:1790786189.202934:0:21798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855026560 00000100:00100000:1.0:1790786189.202937:0:21798:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855026560 00000100:00100000:1.0:1790786189.202949:0:21798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790786189.202957:0:21798:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:48e53719-1210-45be-8914-ea1f755552d5+4:21831:x1877774855026432:12345-0@lo:104: 00010000:00010000:1.0:1790786189.202969:0:21798:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.102@tcp lock: ffff8c013c125c00/0x19fa32945bed4939 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed4940 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786189.203032:0:21798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1790786189.203038:0:21798:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:48e53719-1210-45be-8914-ea1f755552d5+4:21831:x1877774855026432:12345-0@lo:104: Request processed in 82us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786189.203046:0:21798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:2.0:1790786189.203050:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786189.203057:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c013c125c00/0x19fa32945bed4939 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed4940 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786189.203062:0:21798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00010000:00010000:2.0:1790786189.203065:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c125c00 already unused, calling callback (ffffffffc1e13c20) 00000100:00100000:1.0:1790786189.203068:0:21798:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0106200450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:48e53719-1210-45be-8914-ea1f755552d5+3:21831:x1877774855026560:12345-0@lo:104: 10000000:00010000:2.0:1790786189.203069:0:22473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c013c125c00/0x19fa32945bed4939 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x19fa32945bed4940 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786189.203075:0:21798:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed492b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed4932 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786189.203077:0:22473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013c125c00/0x19fa32945bed4939 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x19fa32945bed4940 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790786189.203107:0:22473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013c125c00/0x19fa32945bed4939 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x19fa32945bed4940 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790786189.203113:0:22473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1790786189.203126:0:21798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1790786189.203131:0:21798:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0106200450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:48e53719-1210-45be-8914-ea1f755552d5+3:21831:x1877774855026560:12345-0@lo:104: Request processed in 64us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786189.203137:0:21798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:2.0:1790786189.203142:0:22473:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c013c125c00/0x19fa32945bed4939 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed4940 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786189.203148:0:22473:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790786189.203165:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c013c125c00/0x19fa32945bed4939 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed4940 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786189.203169:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786189.203174:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013c125c00/0x19fa32945bed4939 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed4940 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786189.203174:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed492b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed4932 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786189.203180:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c35e200 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:1.0:1790786189.203183:0:21803:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed492b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x19fa32945bed4932 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786189.203187:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786189.203188:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786189.203190:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786189.203190:0:21803:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed492b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x19fa32945bed4932 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790786189.203197:0:21803:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed492b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x19fa32945bed4932 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790786189.203202:0:21803:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:2.0:1790786189.203207:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48e53719-1210-45be-8914-ea1f755552d5:3431:1877774855026688:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790786189.203218:0:21803:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed492b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed4932 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786189.203223:0:21803:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1790786189.203235:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1790786189.203236:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed492b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed4932 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786189.203242:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013c35e200/0x19fa32945bed492b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed4932 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786189.203264:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786189.203266:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786189.203268:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790786189.203275:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1790786189.203283:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48e53719-1210-45be-8914-ea1f755552d5:3433:1877774855026816:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790786189.203310:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786189.203424:0:21801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855026688 00000100:00100000:2.0:1790786189.203429:0:21801:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855026688 00010000:00010000:2.0:1790786189.203446:0:21801:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c0140e06600/0x19fa32945bed4940 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed4939 expref: 22 pid: 21809 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786189.203473:0:21801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855026816 00000100:00100000:2.0:1790786189.203476:0:21801:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855026816 00010000:00010000:2.0:1790786189.203487:0:21801:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4932 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed492b expref: 23 pid: 21809 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786189.203499:0:21801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1790786189.203510:0:21801:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:48e53719-1210-45be-8914-ea1f755552d5+23:3431:x1877774855026688:12345-0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790786189.203513:0:21831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21831:1877774855026432:0@lo:104: 00010000:00010000:2.0:1790786189.203519:0:21801:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1790786189.203521:0:21831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21831:1877774855026560:0@lo:104: 00010000:00010000:2.0:1790786189.203524:0:21801:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c0140e06600/0x19fa32945bed4940 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed4939 expref: 23 pid: 21809 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786189.203533:0:21801:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c0140e06600/0x19fa32945bed4940 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19fa32945bed4939 expref: 23 pid: 21809 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786189.203574:0:21800:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1790786189.203591:0:21800:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:3.0:1790786189.204020:0:21802:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1790786189.204033:0:21802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790786189.204041:0:21802:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b667050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:48e53719-1210-45be-8914-ea1f755552d5+23:3433:x1877774855026816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790786189.204050:0:21802:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790786189.204054:0:21802:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4932 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed492b expref: 23 pid: 21809 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786189.206071:0:21831:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8c013bd8c200/0x19fa32945bed49e8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786189.210765:0:21801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c0140e06600/0x19fa32945bed4940 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19fa32945bed4939 expref: 23 pid: 21809 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786189.210789:0:21801:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790786189.210880:0:21801:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:48e53719-1210-45be-8914-ea1f755552d5+22:3431:x1877774855026688:12345-0@lo:103:ldlm_bl.0 Request processed in 7368us (7642us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786189.210889:0:21801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1790786189.211722:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48e53719-1210-45be-8914-ea1f755552d5:3431:1877774855026688:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790786189.214440:0:21802:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4932 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19fa32945bed492b expref: 21 pid: 21809 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786189.214466:0:21802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4932 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19fa32945bed492b expref: 21 pid: 21809 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786189.214561:0:21802:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8c013bd8c200/0x19fa32945bed49e8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786189.214571:0:21802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013bd8c200/0x19fa32945bed49e8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1790786189.215399:0:21802:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.012969117s 00010000:00010000:3.0:1790786189.215408:0:21802:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c013bd8c200/0x19fa32945bed49e8 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786189.215416:0:21802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c013bd8c200/0x19fa32945bed49e8 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786189.215422:0:21802:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8c013bd8c200/0x19fa32945bed49e8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786189.215429:0:21802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8c013bd8c200/0x19fa32945bed49e8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786189.215434:0:21802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd8c200 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786189.215438:0:21802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8c013bd8c200/0x19fa32945bed49e8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786189.215445:0:21802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8c013bd8c200/0x19fa32945bed49e8 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786189.220920:0:21831:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8c013bd8c200/0x19fa32945bed49e8 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786189.220938:0:21831:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8c013bd8c200/0x19fa32945bed49e8 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786189.222333:0:21802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8c013bd8c200/0x19fa32945bed49e8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786189.222350:0:21802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013bd8c200/0x19fa32945bed49e8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786189.222393:0:21802:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790786189.222478:0:21802:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b667050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:48e53719-1210-45be-8914-ea1f755552d5+20:3433:x1877774855026816:12345-0@lo:103:ldlm_bl.0 Request processed in 18434us (19163us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786189.222555:0:21802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790786189.222807:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48e53719-1210-45be-8914-ea1f755552d5:3433:1877774855026816:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790786189.235992:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+19:23124:x1877774855026304:12345-0@lo:253:mount.lustre.0 Request processed in 108922us (108987us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786189.236005:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1790786189.236115:0:23124:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23124:1877774855026304:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1790786189.236130:0:23124:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1790786189.236134:0:23124:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1790786189.236136:0:23124:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1790786189.236138:0:23124:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790786189.236139:0:23124:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790786189.236141:0:23124:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790786189.236142:0:23124:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790786189.236144:0:23124:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1790786189.236145:0:23124:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790786189.236147:0:23124:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1790786189.236160:0:23124:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:3.0:1790786189.237153:0:23124:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:3.0:1790786189.237324:0:23124:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:3.0:1790786189.237484:0:23124:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:3.0:1790786189.237803:0:23124:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:3.0:1790786189.238124:0:23124:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:3.0:1790786189.238304:0:23124:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:3.0:1790786189.240280:0:23124:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1790786189.275601:0:23124:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:1.0:1790786189.275611:0:23124:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:1.0:1790786189.275650:0:23124:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1790786189.275729:0:23124:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.102@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1790786189.275743:0:23124:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=49 00000080:00000004:1.0:1790786189.275768:0:23124:0:(super25.c:182:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00010000:00010000:2.0:1790786189.718072:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1790786190.348038:0:21812:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1790786190.348046:0:21812:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8c013b7f1000 from 13 10000000:01000000:0.0:1790786190.348052:0:21812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1790786190.348105:0:21812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd8cc00/0x19fa32945bed49ef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786190.348117:0:21812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013bd8cc00/0x19fa32945bed49ef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786190.348130:0:21812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013bd8cc00/0x19fa32945bed49ef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786190.348156:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855026944:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1790786190.348220:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786190.348385:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110baa480 going to sleep for 11 seconds 00000100:00100000:2.0:1790786190.352402:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855026944 00000100:00100000:2.0:1790786190.352425:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855026944 00000100:00100000:2.0:1790786190.352495:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1790786190.352506:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+19:21812:x1877774855026944:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790786190.352540:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786190.352563:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c124a00/0x19fa32945bed49f6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed49ef expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786190.352599:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c124a00/0x19fa32945bed49f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed49ef expref: 20 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786190.352615:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c124a00/0x19fa32945bed49f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed49ef expref: 20 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786190.352632:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c124a00, rc 0) 00000100:00100000:2.0:1790786190.352734:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+20:21812:x1877774855026944:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 229us (4513us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786190.352741:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1790786190.352814:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855026944:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790786190.352834:0:21812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013bd8cc00/0x19fa32945bed49ef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed49f6 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786190.352847:0:21812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013bd8cc00/0x19fa32945bed49ef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed49f6 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786190.352925:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c18000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855027072:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1790786190.352968:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786190.352997:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013792be40 going to sleep for 11 seconds 00000100:00100000:2.0:1790786190.353011:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855027072 00000100:00100000:2.0:1790786190.353016:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855027072 00000100:00100000:2.0:1790786190.353039:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1790786190.353046:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0137999050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+20:21812:x1877774855027072:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1790786190.353066:0:21810:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1790786190.353093:0:21810:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1790786190.353096:0:21810:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1790786190.353195:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0137999050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+20:21812:x1877774855027072:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 146us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786190.353202:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1790786190.353243:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c18000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855027072:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1790786190.353364:0:21812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1790786190.353374:0:21812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd8cc00/0x19fa32945bed49ef lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed49f6 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786190.353383:0:21812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013bd8cc00/0x19fa32945bed49ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed49f6 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790786190.353395:0:21812:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1790786190.353398:0:21812:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8c0139024000 from 13 10000000:01000000:2.0:1790786190.353403:0:21812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1790786190.353420:0:21812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c124000/0x19fa32945bed49fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786190.353431:0:21812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013c124000/0x19fa32945bed49fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786190.353442:0:21812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013c124000/0x19fa32945bed49fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786190.353457:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c18000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855027200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1790786190.353484:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786190.353509:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013792be40 going to sleep for 11 seconds 00000100:00100000:2.0:1790786190.353522:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855027200 00000100:00100000:2.0:1790786190.353529:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855027200 00000100:00100000:2.0:1790786190.353551:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1790786190.353557:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0137998050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+20:21812:x1877774855027200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790786190.353665:0:21810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786190.353676:0:21810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c124800/0x19fa32945bed4a04 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed49fd expref: -99 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786190.353714:0:21810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c124800/0x19fa32945bed4a04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed49fd expref: 21 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786190.353726:0:21810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c124800/0x19fa32945bed4a04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed49fd expref: 21 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786190.353733:0:21810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c124800, rc 0) 00000100:00100000:2.0:1790786190.353764:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0137998050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+21:21812:x1877774855027200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 204us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786190.353770:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1790786190.353808:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c18000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855027200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790786190.353818:0:21812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013c124000/0x19fa32945bed49fd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4a04 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786190.353982:0:21812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013c124000/0x19fa32945bed49fd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4a04 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786190.354025:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c18000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855027328:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1790786190.354053:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786190.354101:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013792be40 going to sleep for 11 seconds 00000100:00100000:1.0:1790786190.356748:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855027328 00000100:00100000:1.0:1790786190.356762:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855027328 00000100:00100000:1.0:1790786190.356823:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1790786190.356832:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+21:21812:x1877774855027328:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1790786190.356856:0:21810:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1790786190.356873:0:21810:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1790786190.356875:0:21810:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1790786190.356989:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+21:21812:x1877774855027328:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 158us (2935us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786190.357005:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1790786190.357399:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c18000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855027328:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1790786190.357472:0:21812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1790786190.357480:0:21812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c124000/0x19fa32945bed49fd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4a04 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786190.357490:0:21812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013c124000/0x19fa32945bed49fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4a04 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786190.737658:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786191.755856:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786191.951218:0:3432:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1790786191.951248:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855027456:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790786191.951337:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786191.951422:0:22457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855027456 00000100:00100000:0.0:1790786191.951432:0:22457:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855027456 00000100:00100000:0.0:1790786191.951491:0:22457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1790786191.951502:0:22457:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855027456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790786191.951556:0:22457:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1790786191.951614:0:22457:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855027456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786191.951622:0:22457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1790786191.951683:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855027456:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790786191.953625:0:3431:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1790786191.953650:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855027584:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790786191.953744:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786191.953890:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855027584 00000100:00100000:0.0:1790786191.953905:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855027584 00000100:00100000:0.0:1790786191.953974:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1790786191.953985:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855027584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1790786191.954028:0:21821:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1790786191.954140:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855027584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 156us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786191.954146:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1790786191.954196:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855027584:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1790786192.780656:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786193.805098:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1790786194.511817:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790786194.511825:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1790786194.511830:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c000502c000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790786194.511851:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8c000502c000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:2.0:1790786194.511880:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c0107c1a680 x1877774855027968/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790786194.511900:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790786194.511904:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1790786194.511905:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c01089ae800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790786194.511910:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 597 00000100:00080000:2.0:1790786194.511914:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1790786194.511920:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c01089ae800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:2.0:1790786194.511934:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c0107c19880 x1877774855028096/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790786194.512000:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790786194.512003:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790786194.512006:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790786194.512009:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1790786194.512062:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855028352:0@lo:400:kworker.0 00000100:00100000:2.0:1790786194.512142:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786194.512477:0:3430:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1790786194.512485:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48e53719-1210-45be-8914-ea1f755552d5:3430:1877774855027712:0@lo:400:kworker.0 00000100:00100000:2.0:1790786194.512521:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786194.512547:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774855028480:0@lo:400:kworker.0 00000100:00100000:2.0:1790786194.512571:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786194.512597:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855027840:0@lo:400:kworker.0 00000100:00100000:2.0:1790786194.512622:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786194.512640:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3432:1877774855028608:0@lo:400:kworker.0 00000100:00100000:2.0:1790786194.512659:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786194.512675:0:3432:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1790786194.512679:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3432:1877774855028224:0@lo:400:kworker.0 00000100:00100000:2.0:1790786194.512735:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786194.512753:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3432:1877774855028736:0@lo:400:kworker.0 00000100:00100000:2.0:1790786194.512778:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786194.512806:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855027968:0@lo:8:kworker.0 00000100:00100000:2.0:1790786194.512834:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786194.512864:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855028096:0@lo:8:kworker.0 00000100:00100000:2.0:1790786194.512887:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786194.512929:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855028352 00000100:00100000:2.0:1790786194.512939:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855028352 00000100:00100000:2.0:1790786194.512999:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855027840 00000100:00100000:2.0:1790786194.513002:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855027840 00000100:00100000:2.0:1790786194.513021:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1790786194.513030:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855028352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786194.513105:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855028352:12345-0@lo:400:kworker.0 Request processed in 75us (962us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786194.513112:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1790786194.513133:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1790786194.513140:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855027840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786194.513171:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855027840:12345-0@lo:400:kworker.0 Request processed in 31us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786194.513177:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1790786194.513195:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855027712 00000100:00100000:2.0:1790786194.513199:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855027712 00000100:00100000:2.0:1790786194.513506:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1790786194.513513:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0137998c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+21:3430:x1877774855027712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786194.513545:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0137998c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+21:3430:x1877774855027712:12345-0@lo:400:kworker.0 Request processed in 33us (1024us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786194.513551:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1790786194.513582:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855028480 00000100:00100000:2.0:1790786194.513586:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855028480 00000100:00100000:2.0:1790786194.513605:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855028608 00000100:00100000:2.0:1790786194.513608:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855028608 00000100:00100000:2.0:1790786194.513632:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855028224 00000100:00100000:2.0:1790786194.513644:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855028224 00000100:00100000:2.0:1790786194.513661:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855028736 00000100:00100000:2.0:1790786194.513664:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855028736 00000100:00100000:2.0:1790786194.513682:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790786194.513714:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3430:x1877774855028480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786194.513890:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3430:x1877774855028480:12345-0@lo:400:kworker.0 Request processed in 201us (1316us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786194.513898:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790786194.513911:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790786194.513917:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006275180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3432:x1877774855028608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786194.513943:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006275180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3432:x1877774855028608:12345-0@lo:400:kworker.0 Request processed in 28us (1284us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786194.513949:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790786194.513959:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790786194.513964:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006275f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3432:x1877774855028224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786194.514064:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006275f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3432:x1877774855028224:12345-0@lo:400:kworker.0 Request processed in 99us (1337us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786194.514071:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790786194.514084:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1790786194.514089:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006274a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3432:x1877774855028736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786194.514116:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006274a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3432:x1877774855028736:12345-0@lo:400:kworker.0 Request processed in 28us (1338us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786194.514122:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1790786194.514337:0:23127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855027968 00000100:00100000:2.0:1790786194.514343:0:23127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855027968 00000100:00100000:2.0:1790786194.514368:0:23127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855028096 00000100:00100000:2.0:1790786194.514371:0:23127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855028096 00000100:00100000:2.0:1790786194.514464:0:23127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790786194.514469:0:23127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3429:x1877774855027968:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1790786194.514502:0:23127:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 602 last 0 00000020:00000080:2.0:1790786194.514547:0:23127:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x19fa32945bed4a0b 00002000:00100000:2.0:1790786194.514577:0:23127:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8c013a1ad800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a28 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1790786194.514582:0:23127:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1790786194.514586:0:23127:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00080000:1.0:1790786194.514932:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1790786194.514938:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1790786194.516591:0:3432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c0107c18700 x1877774855028224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786194.516614:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3432:1877774855028224:0@lo:400:kworker.0 00010000:00080000:1.0:1790786194.516640:0:3432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c0107c1b800 x1877774855028736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786194.516649:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3432:1877774855028736:0@lo:400:kworker.0 00000100:00100000:1.0:1790786194.516663:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855027840:0@lo:400:kworker.0 00010000:00080000:1.0:1790786194.516682:0:3432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c0107c1b480 x1877774855028608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786194.516708:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3432:1877774855028608:0@lo:400:kworker.0 00000100:00100000:1.0:1790786194.517478:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48e53719-1210-45be-8914-ea1f755552d5:3430:1877774855027712:0@lo:400:kworker.0 00010000:00080000:1.0:1790786194.517497:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c0107c18380 x1877774855028480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786194.517507:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774855028480:0@lo:400:kworker.0 00000100:00100000:1.0:1790786194.517522:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855028352:0@lo:400:kworker.0 00002000:00080000:2.0:1790786194.527884:0:23127:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1790786194.527957:0:23127:0:(import.c:65:import_set_state_nolock()) ffff8c013a1a8800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790786194.528104:0:23127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3429:x1877774855027968:12345-0@lo:8:kworker.0 Request processed in 13631us (15266us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786194.528117:0:23127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790786194.528176:0:23127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1790786194.528185:0:23127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3429:x1877774855028096:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1790786194.529087:0:23127:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1790786194.529320:0:23127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3429:x1877774855028096:12345-0@lo:8:kworker.0 Request processed in 1132us (16429us total) trans 0 rc -19/-19 00000100:00100000:2.0:1790786194.529330:0:23127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:2.0:1790786194.529710:0:3429:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c0107c1a680 x1877774855027968/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1790786219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1790786194.529742:0:3429:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1790786194.529754:0:3429:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1790786194.529761:0:3429:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1790786194.529764:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c000502c000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1790786194.529783:0:3429:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1790786194.529790:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855027968:0@lo:8:kworker.0 00000100:00080000:2.0:1790786194.529816:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c01089ae800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790786194.529820:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790786194.529824:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855028096:0@lo:8:kworker.0 00000004:00080000:3.0:1790786194.530016:0:21840:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x6:0x0] 00000100:00100000:3.0:1790786194.530044:0:21840:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e12680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21840:1877774855028992:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1790786194.530110:0:21840:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786194.530146:0:21840:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011dce0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1790786194.530190:0:3431:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1790786194.530217:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855028864:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1790786194.530249:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786194.530296:0:23125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855028992 00000100:00100000:3.0:1790786194.530304:0:23125:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855028992 00000100:00100000:3.0:1790786194.530356:0:23125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790786194.530366:0:23125:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:21840:x1877774855028992:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1790786194.535113:0:23129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855028864 00000100:00100000:1.0:1790786194.535178:0:23129:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855028864 00000100:00100000:1.0:1790786194.535346:0:23129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790786194.535376:0:23129:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3431:x1877774855028864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1790786194.535525:0:23129:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1790786194.535832:0:23129:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3431:x1877774855028864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 458us (5580us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786194.535840:0:23129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000004:00080000:0.0:1790786194.536122:0:21839:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1790786194.536841:0:21839:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 602621148718ns, next at 0ns, rc = 0 00002000:00080000:3.0:1790786194.539008:0:23125:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:3.0:1790786194.539030:0:23125:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:3.0:1790786194.539038:0:23125:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:7 to 0x280000401:65) 00010000:00080000:2.0:1790786194.544927:0:3431:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c0140e13480 x1877774855028864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790786210 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790786194.544968:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855028864:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1790786194.548462:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1790786194.558836:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.558852:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a12 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.558873:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.558879:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.558886:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.558907:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.558919:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.558928:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.558955:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790786194.558979:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790786194.558985:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.558994:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c35e000 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786194.559009:0:21803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.559020:0:21803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.559039:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a12 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.559047:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a12 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.559085:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.559087:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.559089:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.565194:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.565268:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a19 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.565293:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.565298:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.565306:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.565325:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.565338:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.565356:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.565379:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790786194.566514:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790786194.566526:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.566539:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c35f000 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786194.566544:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.566555:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.566580:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a19 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.566588:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a19 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.567912:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.567916:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.567918:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.568897:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.568919:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a20 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.568939:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.568944:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.568951:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.568968:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.568980:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.568988:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.569015:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790786194.569030:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790786194.569036:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.569045:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c35f800 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786194.569062:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.569072:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.569103:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a20 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.569111:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a20 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.569129:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.569142:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.569144:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.573103:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.573126:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a27 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.582535:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.582542:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.582553:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.582575:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.582589:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.582596:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.582660:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790786194.582859:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786194.582869:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.582878:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c35ea00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.582884:0:21803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.582894:0:21803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.582920:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a27 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.582928:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a27 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.582973:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.582983:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.582985:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.589785:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.589805:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a2e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.589830:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.589836:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.589844:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.589865:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.589878:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.589887:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.589913:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790786194.591259:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790786194.591273:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786194.591287:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c35e000 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:1.0:1790786194.591293:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786194.591304:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786194.591331:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a2e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786194.591338:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a2e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786194.591368:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786194.591370:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786194.591372:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.599222:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.599243:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000123ba393/0x19fa32945bed4a35 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.599265:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.599278:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.599286:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000123ba393/0x19fa32945bed4a35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.599304:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000123ba393/0x19fa32945bed4a35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.599317:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000123ba393/0x19fa32945bed4a35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.599325:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000123ba393/0x19fa32945bed4a35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.599357:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790786194.599962:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.599970:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a3c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.599981:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.599986:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.599990:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.600001:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.600010:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.600025:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.601360:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790786194.601377:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000123ba393/0x19fa32945bed4a35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.601456:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c35fa00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.601760:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000123ba393/0x19fa32945bed4a35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.601774:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000123ba393/0x19fa32945bed4a35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.601795:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000123ba393/0x19fa32945bed4a35 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.601801:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000123ba393/0x19fa32945bed4a35 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.601829:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786194.601832:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a3c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.601837:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c35e800 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.601841:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a3c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.601859:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.601866:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a3c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.601872:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.601873:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.601875:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.602062:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1790786194.602070:0:23125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a3c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.602103:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.608243:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.608263:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a43 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.608287:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.608293:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.608301:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.608320:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.608334:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.608343:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.608396:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790786194.608416:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790786194.608423:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.608433:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c35e800 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786194.608439:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.608449:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.608471:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a43 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.608480:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9c0f569/0x19fa32945bed4a43 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.608507:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.608509:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.608511:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.610952:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.610967:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a4a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.610984:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.610996:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.611004:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.611022:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.611033:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.611041:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.612531:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790786194.612556:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790786194.612564:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.612578:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c35f800 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786194.612583:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.612604:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.612628:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a4a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.612646:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dcd7cc0b/0x19fa32945bed4a4a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.612678:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.612680:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.612682:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1790786194.615113:0:6440:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:3.0:1790786194.615998:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.616011:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a51 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.616031:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.616036:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.616043:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.616070:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.616082:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.616090:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.616108:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790786194.616129:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790786194.616144:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.616153:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c35f000 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786194.616158:0:21803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.616169:0:21803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.616188:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a51 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.616196:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051fb5f68/0x19fa32945bed4a51 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.616231:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.616233:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.616235:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.617064:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.617072:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a58 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.617084:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.617088:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.617093:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.617120:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.617139:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.617147:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.617164:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790786194.617176:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790786194.617181:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.617188:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c35ea00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786194.617192:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.617200:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.617759:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a58 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.617767:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c666083/0x19fa32945bed4a58 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.617795:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.617797:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.617798:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.625072:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.625094:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7d3a03c/0x19fa32945bed4a5f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.625116:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.625121:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.625128:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7d3a03c/0x19fa32945bed4a5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.625145:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7d3a03c/0x19fa32945bed4a5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.625157:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7d3a03c/0x19fa32945bed4a5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.625165:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7d3a03c/0x19fa32945bed4a5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.625195:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790786194.625217:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790786194.625224:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7d3a03c/0x19fa32945bed4a5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.625249:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c35e200 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786194.625255:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7d3a03c/0x19fa32945bed4a5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.625266:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7d3a03c/0x19fa32945bed4a5f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.625284:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7d3a03c/0x19fa32945bed4a5f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.625291:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7d3a03c/0x19fa32945bed4a5f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.625318:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.625321:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.625323:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.625920:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.625927:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a66 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.625937:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.625940:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.625945:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.625955:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.625970:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.625977:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.625993:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790786194.626003:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790786194.626007:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.626014:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c35e000 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786194.626017:0:21803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.626025:0:21803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.626036:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a66 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.626042:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000430ef1b/0x19fa32945bed4a66 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.626069:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.626076:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.626078:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.626521:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.626529:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a6d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.626538:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.626541:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.626546:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.626554:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.626562:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.626568:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.626586:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790786194.626595:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790786194.626600:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.626607:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01029d8600 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786194.626611:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.626631:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.626643:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a6d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.626650:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a6d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.626669:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.626671:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.626672:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.632882:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.632905:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4a74 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.632928:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.632933:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.632941:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4a74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.632958:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4a74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.632971:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4a74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.633007:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4a74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.633031:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790786194.635233:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786194.635249:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4a74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.635264:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01029d9000 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.635270:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4a74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.635282:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4a74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.635306:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4a74 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.635313:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4a74 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.635361:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.635363:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.635365:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.636855:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.636870:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4a7b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.636889:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.636894:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.636902:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4a7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.636919:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4a7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.636929:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4a7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.636938:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4a7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.636966:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790786194.637104:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786194.637113:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4a7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.637122:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01029d9800 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.637127:0:21803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4a7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.637149:0:21803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4a7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.637167:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4a7b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.637175:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4a7b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.637818:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.637822:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.637824:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.640816:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.640831:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4a82 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.640858:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.640863:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.640870:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4a82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.640888:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4a82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.640901:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4a82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.640909:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4a82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.640935:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790786194.641145:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786194.641155:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4a82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.641184:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01029d9200 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.641189:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4a82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.641210:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4a82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.641233:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4a82 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.641241:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4a82 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.641269:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.641270:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.641272:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.649560:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.649581:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082e89ca8/0x19fa32945bed4a89 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.649605:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.649610:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.649617:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082e89ca8/0x19fa32945bed4a89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.649637:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082e89ca8/0x19fa32945bed4a89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.649663:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082e89ca8/0x19fa32945bed4a89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.649673:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082e89ca8/0x19fa32945bed4a89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.649725:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790786194.650950:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786194.650961:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082e89ca8/0x19fa32945bed4a89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.650976:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01029d8400 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.650981:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082e89ca8/0x19fa32945bed4a89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.650992:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082e89ca8/0x19fa32945bed4a89 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.651023:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082e89ca8/0x19fa32945bed4a89 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.651031:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082e89ca8/0x19fa32945bed4a89 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.651069:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.651072:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.651074:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.653198:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.653227:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a90 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.653247:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.653252:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.653259:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.653276:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.653287:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.653295:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.653334:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790786194.653863:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.653870:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022efaf4d/0x19fa32945bed4a97 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.653880:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.653883:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.653888:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022efaf4d/0x19fa32945bed4a97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.653898:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000022efaf4d/0x19fa32945bed4a97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.653906:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022efaf4d/0x19fa32945bed4a97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.653912:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000022efaf4d/0x19fa32945bed4a97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.653927:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1790786194.654749:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790786194.654761:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.654775:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01029d8600 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.654780:0:21803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.654791:0:21803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.654813:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a90 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.654820:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da7a2e6d/0x19fa32945bed4a90 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.654868:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786194.654872:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000022efaf4d/0x19fa32945bed4a97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.654879:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01029d8200 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.654882:0:21803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000022efaf4d/0x19fa32945bed4a97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.654890:0:21803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000022efaf4d/0x19fa32945bed4a97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.654900:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000022efaf4d/0x19fa32945bed4a97 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.654908:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000022efaf4d/0x19fa32945bed4a97 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.654919:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.654921:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.654923:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.654932:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.660078:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.660096:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007daffcb/0x19fa32945bed4a9e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.660120:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.660142:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.660151:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007daffcb/0x19fa32945bed4a9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.660170:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007daffcb/0x19fa32945bed4a9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.660183:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007daffcb/0x19fa32945bed4a9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.660191:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007daffcb/0x19fa32945bed4a9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.660533:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790786194.662949:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.662969:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029417c40/0x19fa32945bed4aa5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.663618:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.663624:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.663631:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029417c40/0x19fa32945bed4aa5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.663649:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000029417c40/0x19fa32945bed4aa5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.663660:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029417c40/0x19fa32945bed4aa5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.663677:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000029417c40/0x19fa32945bed4aa5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.663718:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1790786194.667404:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790786194.667424:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000007daffcb/0x19fa32945bed4a9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.667440:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01029d9c00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.667459:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000007daffcb/0x19fa32945bed4a9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.667473:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000007daffcb/0x19fa32945bed4a9e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.667503:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000007daffcb/0x19fa32945bed4a9e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.667511:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007daffcb/0x19fa32945bed4a9e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.667553:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786194.667558:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000029417c40/0x19fa32945bed4aa5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.667565:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01029d9e00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.667568:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000029417c40/0x19fa32945bed4aa5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.667575:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000029417c40/0x19fa32945bed4aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.667585:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000029417c40/0x19fa32945bed4aa5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.667592:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029417c40/0x19fa32945bed4aa5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.667614:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.667616:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.667618:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.667626:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.669914:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.669930:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fa01c39/0x19fa32945bed4aac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.669947:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.669952:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.669958:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002fa01c39/0x19fa32945bed4aac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.669973:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fa01c39/0x19fa32945bed4aac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.669985:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fa01c39/0x19fa32945bed4aac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.669994:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002fa01c39/0x19fa32945bed4aac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.671099:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790786194.671948:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.671958:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009742e961/0x19fa32945bed4ab3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.671977:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.671982:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.671988:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009742e961/0x19fa32945bed4ab3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.672002:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009742e961/0x19fa32945bed4ab3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.672010:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009742e961/0x19fa32945bed4ab3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.672018:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009742e961/0x19fa32945bed4ab3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.675484:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790786194.675500:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002fa01c39/0x19fa32945bed4aac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.675514:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01029d9a00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.675519:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002fa01c39/0x19fa32945bed4aac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.675530:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002fa01c39/0x19fa32945bed4aac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.675554:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002fa01c39/0x19fa32945bed4aac lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.675562:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fa01c39/0x19fa32945bed4aac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.675595:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786194.675610:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009742e961/0x19fa32945bed4ab3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.675617:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01029d8000 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.675635:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009742e961/0x19fa32945bed4ab3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.675643:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009742e961/0x19fa32945bed4ab3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.675654:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009742e961/0x19fa32945bed4ab3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.675663:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.675664:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.675666:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.675829:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1790786194.675837:0:23125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009742e961/0x19fa32945bed4ab3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.676311:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.676803:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.676811:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea51d953/0x19fa32945bed4aba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.676823:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.676828:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.676833:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea51d953/0x19fa32945bed4aba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.676860:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea51d953/0x19fa32945bed4aba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.676870:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea51d953/0x19fa32945bed4aba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.676878:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea51d953/0x19fa32945bed4aba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.676935:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790786194.677432:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.677439:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4ac1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.677448:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.677451:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.677455:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4ac1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.677464:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4ac1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.677472:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4ac1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.677491:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4ac1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.681921:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790786194.681937:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ea51d953/0x19fa32945bed4aba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.681952:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01029d9600 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.681957:0:21803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea51d953/0x19fa32945bed4aba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.681969:0:21803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea51d953/0x19fa32945bed4aba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.681992:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ea51d953/0x19fa32945bed4aba lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.682001:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea51d953/0x19fa32945bed4aba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.682068:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786194.682073:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4ac1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.682080:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01029d9200 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.682083:0:21803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4ac1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.682092:0:21803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4ac1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.682103:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4ac1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.682111:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.682113:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.682115:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.682316:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1790786194.682325:0:23125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025a4577e/0x19fa32945bed4ac1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1790786194.683341:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.683350:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4ac8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.683363:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.683367:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.683373:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4ac8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.683386:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4ac8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.683395:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4ac8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.683402:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4ac8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.684454:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786194.684464:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4ac8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.684473:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01029d9800 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.684478:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4ac8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.684501:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4ac8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.684518:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4ac8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.684530:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.684532:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.684533:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.687376:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1790786194.687392:0:23125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec82a9c4/0x19fa32945bed4ac8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1790786194.688762:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.688771:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4acf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.688785:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.688789:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.688795:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4acf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.688809:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4acf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.688819:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4acf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.688826:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4acf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.691882:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786194.691898:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4acf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.691911:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01029d9000 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.691916:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4acf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.691927:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4acf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.691946:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4acf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.691965:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.691968:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.691971:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.692310:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1790786194.692319:0:23125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a86c4c5/0x19fa32945bed4acf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.692728:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.693965:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.693976:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000798d7a5f/0x19fa32945bed4ad6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.693991:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.693995:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.694001:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000798d7a5f/0x19fa32945bed4ad6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.694014:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000798d7a5f/0x19fa32945bed4ad6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.694022:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000798d7a5f/0x19fa32945bed4ad6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.694030:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000798d7a5f/0x19fa32945bed4ad6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.694098:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790786194.694570:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.694576:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4add lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.694585:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.694588:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.694598:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4add lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.694770:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4add lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.694779:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4add lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.694787:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4add lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.698887:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790786194.698903:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000798d7a5f/0x19fa32945bed4ad6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.698918:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd05e00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.698923:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000798d7a5f/0x19fa32945bed4ad6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.698933:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000798d7a5f/0x19fa32945bed4ad6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.698953:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000798d7a5f/0x19fa32945bed4ad6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.698960:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000798d7a5f/0x19fa32945bed4ad6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.698998:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786194.699003:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4add lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.699010:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04a00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.699014:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4add lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.699021:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4add lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.699059:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4add lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.699068:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.699070:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.699073:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786194.703216:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1790786194.703232:0:23125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4add lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786194.703317:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.705018:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.705031:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003cbf8f5d/0x19fa32945bed4ae4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.705055:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.705060:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.705066:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003cbf8f5d/0x19fa32945bed4ae4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.705082:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003cbf8f5d/0x19fa32945bed4ae4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.705106:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003cbf8f5d/0x19fa32945bed4ae4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.705115:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003cbf8f5d/0x19fa32945bed4ae4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.705143:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790786194.705195:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790786194.705209:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003cbf8f5d/0x19fa32945bed4ae4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786194.705235:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd05a00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:0.0:1790786194.705248:0:21803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003cbf8f5d/0x19fa32945bed4ae4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786194.705274:0:21803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003cbf8f5d/0x19fa32945bed4ae4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786194.705305:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003cbf8f5d/0x19fa32945bed4ae4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786194.705315:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003cbf8f5d/0x19fa32945bed4ae4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786194.705347:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786194.705349:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786194.705351:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786194.706415:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786194.706424:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003715f79d/0x19fa32945bed4aeb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.706435:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=602s v=(0 0) 00010000:00010000:3.0:1790786194.706439:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786194.706444:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003715f79d/0x19fa32945bed4aeb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.706456:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003715f79d/0x19fa32945bed4aeb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.706465:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003715f79d/0x19fa32945bed4aeb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.706473:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003715f79d/0x19fa32945bed4aeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786194.706512:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790786194.706525:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786194.706537:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003715f79d/0x19fa32945bed4aeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.706549:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd05400 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786194.706555:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003715f79d/0x19fa32945bed4aeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.706565:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003715f79d/0x19fa32945bed4aeb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.706588:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003715f79d/0x19fa32945bed4aeb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.706596:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003715f79d/0x19fa32945bed4aeb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786194.706620:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.706622:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786194.706624:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1790786194.709238:0:23125:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:6 00000100:00100000:3.0:1790786194.709344:0:23125:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:21840:x1877774855028992:12345-0@lo:5:osp-pre-0-0.0 Request processed in 178974us (179229us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786194.709356:0:23125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1790786194.710604:0:21840:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e12680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21840:1877774855028992:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1790786194.710637:0:21840:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x6:0x0] 00000100:00100000:2.0:1790786194.710768:0:21840:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006275c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21840:1877774855029120:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1790786194.710843:0:21840:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786194.710873:0:21840:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c010bd270c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790786194.710999:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855029120 00000100:00100000:1.0:1790786194.711008:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855029120 00000100:00100000:1.0:1790786194.711084:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790786194.711097:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:21840:x1877774855029120:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1790786194.711153:0:23128:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000100:00100000:1.0:1790786194.718767:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:21840:x1877774855029120:12345-0@lo:5:osp-pre-0-0.0 Request processed in 7658us (7909us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1790786194.718785:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790786194.718829:0:21840:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006275c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21840:1877774855029120:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1790786194.718854:0:21840:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:0.0:1790786194.828331:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1790786195.282125:0:21851:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1790786195.855985:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1790786195.890004:0:23495:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg302-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1790786196.892345:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790786197.067818:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855029248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790786197.067887:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786197.067964:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855029376:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790786197.067987:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786197.069016:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855029248 00000100:00100000:2.0:1790786197.069026:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855029248 00000100:00100000:2.0:1790786197.069094:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855029376 00000100:00100000:2.0:1790786197.069098:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855029376 00000100:00100000:2.0:1790786197.069138:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1790786197.069151:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855029248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1790786197.069191:0:21820:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1790786197.069265:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855029248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 117us (1375us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786197.069273:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1790786197.069300:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1790786197.069309:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855029376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1790786197.069331:0:21820:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:2.0:1790786197.069740:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855029376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 431us (1749us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786197.069749:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1790786197.069829:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855029376:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1790786197.069883:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855029248:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1790786197.903625:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1790786198.158634:0:22470:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1790786198.924929:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786199.628934:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774855029504:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1790786199.629034:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786199.629132:0:23130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855029504 00000100:00100000:3.0:1790786199.629141:0:23130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855029504 00000100:00100000:3.0:1790786199.629215:0:23130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790786199.629227:0:23130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3433:x1877774855029504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1790786199.629268:0:23130:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1790786199.629319:0:23130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3433:x1877774855029504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786199.629326:0:23130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1790786199.629935:0:14775:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790786199.629941:0:14775:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1790786199.629945:0:14775:0:(import.c:65:import_set_state_nolock()) ffff8c01089ae800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790786199.629952:0:14775:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 602 00000100:00080000:1.0:1790786199.629957:0:14775:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1790786199.629968:0:14775:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c01089ae800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:1.0:1790786199.629991:0:14775:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c000653c000 x1877774855029888/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790786199.630037:0:14775:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790786199.630041:0:14775:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790786199.630052:0:14775:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790786199.630055:0:14775:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1790786199.630094:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48e53719-1210-45be-8914-ea1f755552d5:3430:1877774855029632:0@lo:400:kworker.0 00000100:00100000:1.0:1790786199.630233:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786199.630276:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774855030272:0@lo:400:kworker.0 00000100:00100000:1.0:1790786199.630303:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786199.630324:0:3430:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1790786199.630329:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855029760:0@lo:400:kworker.0 00000100:00100000:1.0:1790786199.630352:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786199.630368:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3430:1877774855030400:0@lo:400:kworker.0 00000100:00100000:1.0:1790786199.630386:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786199.630416:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855029632 00000100:00100000:1.0:1790786199.630422:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855029632 00000100:00100000:1.0:1790786199.630454:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1790786199.630461:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+21:3430:x1877774855029632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786199.630500:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+21:3430:x1877774855029632:12345-0@lo:400:kworker.0 Request processed in 38us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786199.630507:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1790786199.630538:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855030272 00000100:00100000:1.0:1790786199.630541:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855030272 00000100:00100000:1.0:1790786199.630565:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855030400 00000100:00100000:1.0:1790786199.630567:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855030400 00000100:00100000:1.0:1790786199.630584:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1790786199.630589:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3430:x1877774855030272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786199.630617:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3430:x1877774855030272:12345-0@lo:400:kworker.0 Request processed in 28us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786199.630623:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1790786199.630633:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1790786199.630638:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3430:x1877774855030400:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1790786199.630916:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1790786199.630922:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790786199.630944:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855029888:0@lo:8:kworker.0 00000100:00100000:2.0:1790786199.630978:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786199.631040:0:23125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855029888 00000100:00100000:2.0:1790786199.631053:0:23125:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855029888 00000100:00100000:2.0:1790786199.631075:0:23125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1790786199.631080:0:23125:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3429:x1877774855029888:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1790786199.631209:0:23125:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1790786199.631392:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3430:x1877774855030400:12345-0@lo:400:kworker.0 Request processed in 752us (1003us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786199.631412:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1790786199.631434:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855029760 00000100:00100000:1.0:1790786199.631438:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855029760 00000100:00100000:1.0:1790786199.631463:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1790786199.631470:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855029760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786199.631505:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855029760:12345-0@lo:400:kworker.0 Request processed in 35us (1151us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786199.631511:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1790786199.631551:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3432:1877774855030016:0@lo:400:kworker.0 00000100:00100000:1.0:1790786199.631579:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786199.631598:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3432:1877774855030528:0@lo:400:kworker.0 00000100:00100000:1.0:1790786199.631617:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786199.631631:0:3432:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1790786199.631637:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855030144:0@lo:400:kworker.0 00000100:00100000:1.0:1790786199.631658:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786199.631702:0:22457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855030144 00000100:00100000:1.0:1790786199.631706:0:22457:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855030144 00000100:00100000:1.0:1790786199.631728:0:22457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1790786199.631733:0:22457:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3432:x1877774855030144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786199.631764:0:22457:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3432:x1877774855030144:12345-0@lo:400:kworker.0 Request processed in 30us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786199.631771:0:22457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1790786199.631787:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855030016 00000100:00100000:1.0:1790786199.631790:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855030016 00000100:00100000:1.0:1790786199.631810:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855030528 00000100:00100000:1.0:1790786199.631813:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855030528 00000100:00100000:1.0:1790786199.631847:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790786199.631854:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3432:x1877774855030016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786199.631887:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3432:x1877774855030016:12345-0@lo:400:kworker.0 Request processed in 34us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786199.631892:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790786199.631902:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790786199.631907:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3432:x1877774855030528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786199.631929:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3432:x1877774855030528:12345-0@lo:400:kworker.0 Request processed in 22us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786199.631934:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790786199.631969:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855030144:0@lo:400:kworker.0 00010000:00080000:1.0:1790786199.631981:0:3432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c000653df80 x1877774855030016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786199.631990:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3432:1877774855030016:0@lo:400:kworker.0 00010000:00080000:1.0:1790786199.631999:0:3432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c000653f100 x1877774855030528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786199.632007:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3432:1877774855030528:0@lo:400:kworker.0 00000100:00100000:1.0:1790786199.632058:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855029760:0@lo:400:kworker.0 00010000:00080000:1.0:1790786199.632069:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c000653ca80 x1877774855030400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786199.632077:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3430:1877774855030400:0@lo:400:kworker.0 00000100:00100000:1.0:1790786199.632092:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48e53719-1210-45be-8914-ea1f755552d5:3430:1877774855029632:0@lo:400:kworker.0 00010000:00080000:1.0:1790786199.636316:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c000653d500 x1877774855030272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786199.636353:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774855030272:0@lo:400:kworker.0 00000100:00080000:3.0:1790786199.637550:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1790786199.637617:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774855029504:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1790786199.657403:0:23125:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3429:x1877774855029888:12345-0@lo:8:kworker.0 Request processed in 26308us (26410us total) trans 0 rc -19/-19 00000100:00100000:2.0:1790786199.657422:0:23125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:2.0:1790786199.657604:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c01089ae800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790786199.657611:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790786199.657617:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855029888:0@lo:8:kworker.0 00000001:00080000:1.0:1790786199.797246:0:8106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:1.0:1790786199.797997:0:8106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1790786199.949812:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786200.971926:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786201.686098:0:3429:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790786186/real 1790786186] req@ffff8c013bd4ce00 x1877774855021440/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790786201 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790786201.686142:0:3429:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c013bd4ce00 x1877774855021440/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790786201 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786201.686951:0:3429:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790786186/real 1790786186] req@ffff8c013bd4fb80 x1877774855021568/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790786201 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786201.686974:0:3429:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c013bd4fb80 x1877774855021568/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790786201 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1790786201.687010:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c013a1af000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790786201.687028:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1790786201.687032:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855021440:0@lo:8:kworker.0 00000100:00080000:0.0:1790786201.687048:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c01089ad800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790786201.687054:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1790786201.687057:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855021568:0@lo:8:kworker.0 00000100:00080000:3.0:1790786201.689356:0:14775:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790786201.689364:0:14775:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1790786201.689368:0:14775:0:(import.c:65:import_set_state_nolock()) ffff8c01089ae800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790786201.689377:0:14775:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 607 00000100:00080000:3.0:1790786201.689383:0:14775:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1790786201.689397:0:14775:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c01089ae800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:3.0:1790786201.689436:0:14775:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c0140e13480 x1877774855031040/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790786201.689472:0:14775:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790786201.689476:0:14775:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1790786201.689477:0:14775:0:(import.c:65:import_set_state_nolock()) ffff8c013a1af000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790786201.689481:0:14775:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 594 00000100:00080000:3.0:1790786201.689485:0:14775:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1790786201.689490:0:14775:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8c013a1af000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:3.0:1790786201.689501:0:14775:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c0140bfb800 x1877774855031424/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790786201.689510:0:14775:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1790786201.689513:0:14775:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1790786201.689514:0:14775:0:(import.c:65:import_set_state_nolock()) ffff8c01089ad800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1790786201.689518:0:14775:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 594 00000100:00080000:3.0:1790786201.689520:0:14775:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1790786201.689524:0:14775:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8c01089ad800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:3.0:1790786201.689533:0:14775:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c0140bfa300 x1877774855031552/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790786201.689614:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3432:1877774855031168:0@lo:400:kworker.0 00000100:00100000:0.0:1790786201.689782:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48e53719-1210-45be-8914-ea1f755552d5:3433:1877774855030656:0@lo:400:kworker.0 00000100:00100000:0.0:1790786201.689864:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786201.689925:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855031296:0@lo:400:kworker.0 00000100:00100000:0.0:1790786201.689955:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786201.690058:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786201.690080:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3432:1877774855031936:0@lo:400:kworker.0 00000100:00100000:3.0:1790786201.690103:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786201.690794:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855031296 00000100:00100000:0.0:1790786201.690806:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855031296 00000100:00100000:0.0:1790786201.690867:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1790786201.690877:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855031296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786201.690949:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855031296:12345-0@lo:400:kworker.0 Request processed in 73us (992us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786201.690956:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1790786201.691021:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855031296:0@lo:400:kworker.0 00000100:00100000:3.0:1790786201.691299:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855030784:0@lo:400:kworker.0 00000100:00100000:3.0:1790786201.691338:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786201.691370:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774855031680:0@lo:400:kworker.0 00000100:00100000:3.0:1790786201.691393:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786201.691416:0:3430:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1790786201.691435:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855030912:0@lo:400:kworker.0 00000100:00100000:3.0:1790786201.691461:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786201.691481:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3430:1877774855031808:0@lo:400:kworker.0 00000100:00100000:3.0:1790786201.691508:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786201.691533:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855031168 00000100:00100000:3.0:1790786201.691538:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855031168 00000100:00100000:3.0:1790786201.691563:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855031936 00000100:00100000:3.0:1790786201.691565:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855031936 00000100:00100000:3.0:1790786201.691603:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855031680 00000100:00100000:3.0:1790786201.691607:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855031680 00000100:00100000:3.0:1790786201.691617:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855031808 00000100:00100000:3.0:1790786201.691619:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855031808 00000100:00100000:3.0:1790786201.691646:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790786201.691654:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3432:x1877774855031168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786201.691715:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3432:x1877774855031168:12345-0@lo:400:kworker.0 Request processed in 62us (1657us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786201.691722:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790786201.691749:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790786201.691755:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3432:x1877774855031936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786201.691786:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3432:x1877774855031936:12345-0@lo:400:kworker.0 Request processed in 31us (1682us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786201.691791:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790786201.691801:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790786201.691807:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3430:x1877774855031680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786201.691836:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3430:x1877774855031680:12345-0@lo:400:kworker.0 Request processed in 29us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786201.691842:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790786201.691853:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1790786201.691858:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3430:x1877774855031808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786201.691885:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3430:x1877774855031808:12345-0@lo:400:kworker.0 Request processed in 27us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786201.691891:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1790786201.691921:0:23127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855030912 00000100:00100000:3.0:1790786201.691924:0:23127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855030912 00000100:00100000:3.0:1790786201.691953:0:23127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790786201.691960:0:23127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855030912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786201.691988:0:23127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855030912:12345-0@lo:400:kworker.0 Request processed in 30us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786201.691994:0:23127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1790786201.692022:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1790786201.692027:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1790786201.692029:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1790786201.692056:0:3432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c0140bfb480 x1877774855031168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790786201.692080:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3432:1877774855031168:0@lo:400:kworker.0 00010000:00080000:3.0:1790786201.692093:0:3432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c0140bf9500 x1877774855031936/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790786201.692103:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3432:1877774855031936:0@lo:400:kworker.0 00000100:00100000:3.0:1790786201.692128:0:3430:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1790786201.692139:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855030912:0@lo:400:kworker.0 00010000:00080000:3.0:1790786201.692160:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c0140bf8e00 x1877774855031808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790786201.692169:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3430:1877774855031808:0@lo:400:kworker.0 00010000:00080000:3.0:1790786201.692180:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c0140bf8000 x1877774855031680/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790786201.692188:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774855031680:0@lo:400:kworker.0 00000100:00100000:3.0:1790786201.692211:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855031040:0@lo:8:kworker.0 00000100:00100000:3.0:1790786201.692256:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786201.692282:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855031040 00000100:00100000:3.0:1790786201.692297:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855031040 00000100:00100000:3.0:1790786201.692317:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790786201.692322:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3429:x1877774855031040:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1790786201.692343:0:23128:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1790786201.692372:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3429:x1877774855031040:12345-0@lo:8:kworker.0 Request processed in 49us (116us total) trans 0 rc -19/-19 00000100:00100000:3.0:1790786201.692378:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:3.0:1790786201.692410:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c01089ae800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790786201.692415:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1790786201.692418:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855031040:0@lo:8:kworker.0 00000100:00100000:3.0:1790786201.692425:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855031424:0@lo:8:kworker.0 00000100:00100000:3.0:1790786201.692451:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786201.692467:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855031424 00000100:00100000:3.0:1790786201.692470:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855031424 00000100:00100000:3.0:1790786201.692483:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790786201.692487:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3429:x1877774855031424:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1790786201.692506:0:23128:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 609 last 0 00000020:00000080:3.0:1790786201.692540:0:23128:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x19fa32945bed4af2 00002000:00100000:3.0:1790786201.692556:0:23128:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8c000442f800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a28 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:3.0:1790786201.692561:0:23128:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:3.0:1790786201.692565:0:23128:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1790786201.692866:0:23128:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:3.0:1790786201.692891:0:23128:0:(import.c:65:import_set_state_nolock()) ffff8c0004429800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790786201.692925:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3429:x1877774855031424:12345-0@lo:8:kworker.0 Request processed in 437us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786201.692932:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790786201.692968:0:3429:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1790786201.692974:0:3429:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1790786201.692983:0:3429:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1790786201.692989:0:3429:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1790786201.692991:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c013a1af000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1790786201.693017:0:3429:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1790786201.693021:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855031424:0@lo:8:kworker.0 00000004:00080000:3.0:1790786201.693081:0:22459:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:3.0:1790786201.693099:0:22459:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bfb480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:22459:1877774855032192:0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1790786201.693122:0:22459:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786201.693135:0:22459:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0120253240 going to sleep for 11 seconds 00000004:00080000:3.0:1790786201.693149:0:22458:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1790786201.693458:0:22458:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 609777765862ns, next at 0ns, rc = 0 00000100:00100000:3.0:1790786201.694134:0:3432:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1790786201.694152:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855032064:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1790786201.694197:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786201.694231:0:23130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855032064 00000100:00100000:3.0:1790786201.694236:0:23130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855032064 00000100:00100000:3.0:1790786201.694279:0:23130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790786201.694287:0:23130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3432:x1877774855032064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1790786201.694316:0:23130:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1790786201.694353:0:23130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3432:x1877774855032064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786201.694359:0:23130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1790786201.694379:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1790786201.694415:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855032064:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1790786201.694434:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855032192 00000100:00100000:3.0:1790786201.694437:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855032192 00000100:00100000:3.0:1790786201.694455:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1790786201.694460:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:22459:x1877774855032192:12345-0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1790786201.696088:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855030784 00000100:00100000:0.0:1790786201.696104:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855030784 00000100:00100000:0.0:1790786201.696175:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1790786201.696187:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855030784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786201.696301:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855030784:12345-0@lo:400:kworker.0 Request processed in 116us (4962us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786201.696309:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1790786201.697033:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855030784:0@lo:400:kworker.0 00000100:00100000:2.0:1790786201.703009:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855030656 00000100:00100000:2.0:1790786201.703030:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855030656 00000100:00100000:2.0:1790786201.703096:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1790786201.703107:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0137999850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+21:3433:x1877774855030656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786201.703231:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0137999850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+21:3433:x1877774855030656:12345-0@lo:400:kworker.0 Request processed in 126us (13367us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786201.703240:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1790786201.703326:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48e53719-1210-45be-8914-ea1f755552d5:3433:1877774855030656:0@lo:400:kworker.0 00002000:00080000:2.0:1790786201.706519:0:23128:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:2.0:1790786201.706534:0:23128:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1790786201.706663:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:22459:x1877774855032192:12345-0@lo:7:osp-pre-0-1.0 Request processed in 12196us (13533us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786201.706683:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790786201.706804:0:22459:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bfb480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:22459:1877774855032192:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1790786201.706824:0:22459:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1790786201.706876:0:22459:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006276d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:22459:1877774855032320:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1790786201.706914:0:22459:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786201.706941:0:22459:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c00058283c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790786201.706962:0:23127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855032320 00000100:00100000:2.0:1790786201.706971:0:23127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855032320 00000100:00100000:2.0:1790786201.709301:0:23127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790786201.709323:0:23127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:22459:x1877774855032320:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1790786201.709368:0:23127:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1790786201.710194:0:23127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:22459:x1877774855032320:12345-0@lo:5:osp-pre-0-1.0 Request processed in 874us (3274us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786201.710206:0:23127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790786201.710520:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855031552:0@lo:8:kworker.0 00000100:00100000:1.0:1790786201.710821:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786201.713335:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855031552 00000100:00100000:2.0:1790786201.713356:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855031552 00000100:00100000:2.0:1790786201.713417:0:23127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1790786201.713559:0:23127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3429:x1877774855031552:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1790786201.713791:0:23127:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1790786201.713889:0:23127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3429:x1877774855031552:12345-0@lo:8:kworker.0 Request processed in 334us (3068us total) trans 0 rc -19/-19 00000100:00100000:2.0:1790786201.713898:0:23127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:2.0:1790786201.713952:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c01089ad800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790786201.713958:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790786201.713963:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855031552:0@lo:8:kworker.0 00000100:00100000:3.0:1790786201.714278:0:22459:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006276d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:22459:1877774855032320:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1790786201.714294:0:22459:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1790786201.714358:0:22459:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bf9500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:22459:1877774855032448:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1790786201.714402:0:22459:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786201.714441:0:22459:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0120253240 going to sleep for 11 seconds 00000100:00100000:3.0:1790786201.714459:0:23125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855032448 00000100:00100000:3.0:1790786201.714464:0:23125:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855032448 00000100:00100000:3.0:1790786201.714500:0:23125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790786201.714507:0:23125:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:22459:x1877774855032448:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1790786201.714566:0:23125:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:3.0:1790786201.769672:0:23125:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+7:22459:x1877774855032448:12345-0@lo:5:osp-pre-0-1.0 Request processed in 55156us (55260us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1790786201.769686:0:23125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790786201.769750:0:22459:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bf9500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:22459:1877774855032448:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1790786201.769766:0:22459:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:3.0:1790786201.769810:0:22459:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bf9c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:22459:1877774855032576:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1790786201.769844:0:22459:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786201.769868:0:22459:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011192c300 going to sleep for 11 seconds 00000100:00100000:3.0:1790786201.770054:0:21827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855032576 00000100:00100000:3.0:1790786201.770061:0:21827:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855032576 00000100:00100000:3.0:1790786201.770099:0:21827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790786201.770107:0:21827:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:22459:x1877774855032576:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1790786201.770174:0:21827:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:22459:x1877774855032576:12345-0@lo:900:osp-pre-0-1.0 Request processed in 70us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786201.770180:0:21827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1790786201.770366:0:22459:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c0140bf9c00 x1877774855032576/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1790786217 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790786201.770389:0:22459:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bf9c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:22459:1877774855032576:0@lo:900:osp-pre-0-1.0 00000004:00080000:2.0:1790786201.778651:0:7234:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00010000:00010000:0.0:1790786201.996019:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790786202.188156:0:3431:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1790786202.188185:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855032704:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1790786202.188254:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786202.188453:0:22457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855032704 00000100:00100000:1.0:1790786202.188461:0:22457:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855032704 00000100:00100000:1.0:1790786202.188515:0:22457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1790786202.188524:0:22457:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855032704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1790786202.188573:0:22457:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1790786202.188630:0:22457:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855032704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786202.188637:0:22457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1790786202.189295:0:3430:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1790786202.189309:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855032832:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790786202.189346:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786202.189412:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855032832 00000100:00100000:0.0:1790786202.189418:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855032832 00000100:00100000:0.0:1790786202.189460:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1790786202.189467:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855032832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790786202.189494:0:21821:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1790786202.189555:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855032832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786202.189561:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1790786202.189823:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855032704:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790786202.189903:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855032832:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1790786203.021020:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1790786203.751530:0:23846:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1790786203.751534:0:23846:0:(obd_mount.c:926:lmd_print()) device: lustre-ost2/ost2 00000080:01200004:1.0:1790786203.751658:0:23846:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8c0006256800 00000020:01000004:1.0:1790786203.751674:0:23846:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0001, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1790786203.751711:0:23846:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-zfs) 00000020:00000080:1.0:1790786203.751725:0:23846:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8c0109d93380) 00000020:00000080:1.0:1790786203.751745:0:23846:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-zfs with refcount 2 00100000:10000000:0.0:1790786203.782896:0:23846:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:0.0:1790786203.783223:0:23846:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:0.0:1790786203.785004:0:23846:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:0.0:1790786203.785224:0:23846:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:0.0:1790786203.785430:0:23846:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:0.0:1790786203.785798:0:23846:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-client under 245: rc = 0 00100000:10000000:0.0:1790786203.785947:0:23846:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-OST0001 under 245: rc = 0 00100000:10000000:0.0:1790786203.786553:0:23846:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled params under 245: rc = 0 00100000:10000000:0.0:1790786203.787164:0:23846:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000 under 516: rc = 0 00100000:10000000:0.0:1790786203.787778:0:23846:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000-OST0001 under 516: rc = 0 00100000:10000000:0.0:1790786203.788142:0:23846:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000 under 516: rc = 0 00100000:10000000:0.0:1790786203.788482:0:23846:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000-OST0001 under 516: rc = 0 00100000:10000000:0.0:1790786203.788760:0:23846:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000 under 516: rc = 0 00100000:10000000:0.0:1790786203.789102:0:23846:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000-OST0001 under 516: rc = 0 00000020:00000080:0.0:1790786203.790115:0:23846:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:0.0:1790786203.790129:0:23846:0:(osd_handler.c:1574:osd_obd_connect()) connect #0 00000020:00000080:0.0:1790786203.790139:0:23846:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x19fa32945bed4b00 00000020:01000004:0.0:1790786203.790148:0:23846:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0001 on device lustre-ost2/ost2 00000020:01000004:0.0:1790786203.790169:0:23846:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.102@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1790786203.790173:0:23846:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.102@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1790786203.790178:0:23846:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0001 00000020:01000004:0.0:1790786203.790208:0:23846:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost2/ost2 10000000:01000000:0.0:1790786203.790213:0:23846:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.102@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1790786203.803095:0:23846:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.102@tcp ctxt 0 is initialized 00000020:01000004:0.0:1790786203.803138:0:23846:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.102@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1790786203.803143:0:23846:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1790786203.803145:0:23846:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1790786203.803146:0:23846:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790786203.803148:0:23846:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790786203.803149:0:23846:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790786203.803151:0:23846:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790786203.803152:0:23846:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1790786203.803154:0:23846:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790786203.803155:0:23846:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1790786203.803158:0:23846:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1790786203.803160:0:23846:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1790786203.803161:0:23846:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1790786203.803162:0:23846:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790786203.803163:0:23846:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790786203.803164:0:23846:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790786203.803166:0:23846:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790786203.803167:0:23846:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1790786203.803168:0:23846:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790786203.803169:0:23846:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1790786203.803192:0:23846:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1790786203.803212:0:23846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855032960:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1790786203.803277:0:23846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786203.803314:0:23846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0102d6ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1790786203.803406:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855032960 00000100:00100000:1.0:1790786203.803414:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855032960 00000100:00100000:1.0:1790786203.803472:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1790786203.803481:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+21:23846:x1877774855032960:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1790786203.803509:0:21808:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1790786203.803517:0:21808:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1790786203.803521:0:21808:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:3.0:1790786203.819650:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+21:23846:x1877774855032960:12345-0@lo:253:mount.lustre.0 Request processed in 16161us (16363us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786203.819664:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1790786203.819831:0:23846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855032960:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1790786203.819846:0:23846:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1790786203.819849:0:23846:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1790786203.819851:0:23846:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1790786203.819852:0:23846:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790786203.819854:0:23846:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790786203.819855:0:23846:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790786203.819856:0:23846:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790786203.819857:0:23846:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1790786203.819871:0:23846:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790786203.819873:0:23846:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1790786203.819890:0:23846:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8c0006256800 from lustre-OST0001 10000000:01000000:0.0:1790786203.819916:0:23846:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1790786203.819991:0:23846:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1790786203.820001:0:23846:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8c0005710000 local copy 00010000:00010000:0.0:1790786203.820010:0:23846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4733 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed473a expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786203.820311:0:23846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855033088:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790786203.820596:0:23846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786203.822811:0:23846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0139dd5300 going to sleep for 11 seconds 00000100:00100000:2.0:1790786203.823073:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855033088 00000100:00100000:2.0:1790786203.823083:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855033088 00000100:00100000:3.0:1790786203.823291:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1790786203.823302:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+21:23846:x1877774855033088:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790786203.823578:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+21:23846:x1877774855033088:12345-0@lo:501:mount.lustre.0 Request processed in 278us (2981us total) trans 0 rc -2/-2 00000100:00100000:3.0:1790786203.823587:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1790786203.823670:0:23846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855033088:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1790786203.823727:0:23846:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.102@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1790786203.823916:0:23846:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.102@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1790786203.823937:0:23846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4733 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed473a expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786203.823948:0:23846:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013c125000/0x19fa32945bed4733 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed473a expref: -99 pid: 21797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790786203.823987:0:23846:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8c0006256800 10000000:01000000:0.0:1790786203.823992:0:23846:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1790786203.823998:0:23846:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1790786203.824000:0:23846:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1790786203.824005:0:23846:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1790786203.824008:0:23846:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1790786203.824037:0:23846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed4b07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786203.824056:0:23846:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed4b07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786203.824066:0:23846:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed4b07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786203.824086:0:23846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855033216:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1790786203.824122:0:23846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786203.825261:0:23846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0139dd5300 going to sleep for 11 seconds 00000100:00100000:2.0:1790786203.825403:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855033216 00000100:00100000:2.0:1790786203.825411:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855033216 00000100:00100000:2.0:1790786203.825451:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1790786203.825459:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+21:23846:x1877774855033216:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790786203.825471:0:21810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786203.825486:0:21810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c124e00/0x19fa32945bed4b0e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4b07 expref: -99 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786203.825512:0:21810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c124e00/0x19fa32945bed4b0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4b07 expref: 22 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786203.825523:0:21810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c124e00/0x19fa32945bed4b0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4b07 expref: 22 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786203.825531:0:21810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c124e00, rc 0) 00000100:00100000:2.0:1790786203.825627:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+22:23846:x1877774855033216:12345-0@lo:101:mount.lustre.0 Request processed in 168us (1504us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786203.825634:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1790786203.825842:0:23846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855033216:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790786203.825857:0:23846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed4b07 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4b0e expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786203.825865:0:23846:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed4b07 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4b0e expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1790786203.826884:0:23846:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:0.0:1790786203.828334:0:23846:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790786203.828588:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1790786203.828633:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1790786203.828668:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1790786203.828763:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1790786203.828803:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1790786203.828837:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1790786203.828897:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1790786203.829014:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1790786203.829067:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:0.0:1790786203.829126:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:0.0:1790786203.829212:0:23846:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:0.0:1790786203.829304:0:23846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855033344:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790786203.829370:0:23846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786203.829490:0:23846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013a0299c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790786203.829606:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855033344 00000100:00100000:2.0:1790786203.829614:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855033344 00000100:00100000:2.0:1790786203.829725:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1790786203.829743:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+22:23846:x1877774855033344:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790786203.830098:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+22:23846:x1877774855033344:12345-0@lo:501:mount.lustre.0 Request processed in 356us (727us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786203.830107:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1790786203.830222:0:23846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855033344:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790786203.830257:0:23846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855033472:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790786203.830299:0:23846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786203.830556:0:23846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013a0299c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790786203.830620:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855033472 00000100:00100000:3.0:1790786203.830626:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855033472 00000100:00100000:3.0:1790786203.830652:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1790786203.830659:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+22:23846:x1877774855033472:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790786203.831008:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+22:23846:x1877774855033472:12345-0@lo:503:mount.lustre.0 Request processed in 348us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786203.831015:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1790786203.831181:0:23846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855033472:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1790786203.831632:0:23846:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1790786203.831713:0:23846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855033600:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790786203.831758:0:23846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786203.831786:0:23846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013a0299c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790786203.831905:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855033600 00000100:00100000:3.0:1790786203.831911:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855033600 00000100:00100000:3.0:1790786203.832010:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1790786203.832018:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+22:23846:x1877774855033600:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790786203.832257:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+22:23846:x1877774855033600:12345-0@lo:502:mount.lustre.0 Request processed in 239us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786203.832264:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1790786203.832523:0:23846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855033600:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790786203.832782:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1790786203.832829:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1790786203.832866:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1790786203.832916:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1790786203.833066:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1790786203.833104:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1790786203.833246:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1790786203.833284:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1790786203.833335:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:0.0:1790786203.833371:0:23846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855033728:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790786203.833423:0:23846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786203.833462:0:23846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013a0299c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790786203.833557:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855033728 00000100:00100000:3.0:1790786203.833564:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855033728 00000100:00100000:3.0:1790786203.833605:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1790786203.833613:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+22:23846:x1877774855033728:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790786203.833792:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+22:23846:x1877774855033728:12345-0@lo:502:mount.lustre.0 Request processed in 179us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786203.833800:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1790786203.834052:0:23846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855033728:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790786203.834120:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:0.0:1790786203.834130:0:23846:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:3.0:1790786203.835216:0:23847:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1790786203.835226:0:23847:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-ost2/ost2 00000020:00000080:3.0:1790786203.835232:0:23847:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790786203.835234:0:23847:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1790786203.835241:0:23847:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790786203.835256:0:23847:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8c0005713380) 00000020:00000080:3.0:1790786203.835280:0:23847:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:3.0:1790786203.835286:0:23847:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1790786203.835361:0:23847:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8c0006256800 from lustre-OST0001, refs=2 00080000:01000000:3.0:1790786203.835371:0:23847:0:(osd_handler.c:1574:osd_obd_connect()) connect #1 00000020:00000080:3.0:1790786203.835379:0:23847:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x19fa32945bed4b1c 00010000:00010000:3.0:1790786203.849769:0:23847:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:3.0:1790786203.850420:0:23847:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934606 00080000:10000000:2.0:1790786203.857668:0:23847:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:2.0:1790786203.859878:0:23847:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1790786203.859891:0:23847:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790786203.859898:0:23847:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786203.859900:0:23847:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1790786203.859905:0:23847:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790786203.859908:0:23847:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786203.859910:0:23847:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1790786203.859912:0:23847:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1790786203.859914:0:23847:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1790786203.859916:0:23847:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790786203.859918:0:23847:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786203.859930:0:23847:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:2.0:1790786203.859933:0:23847:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790786203.859935:0:23847:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786203.859937:0:23847:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1790786203.859941:0:23847:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1790786203.860005:0:23847:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790786203.860009:0:23847:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790786203.860010:0:23847:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1790786203.860014:0:23847:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:1.0:1790786203.860358:0:23846:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:1.0:1790786203.860386:0:23846:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1790786203.860408:0:23846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed4b07 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4b0e expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786203.860420:0:23846:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013bd8c400/0x19fa32945bed4b07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4b0e expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790786203.860428:0:23846:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8c0006256800 from 1 10000000:01000000:1.0:1790786203.860431:0:23846:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1790786203.860466:0:23846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4b23 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786203.860474:0:23846:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4b23 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786203.860484:0:23846:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4b23 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786203.860508:0:23846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c1b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855033856:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1790786203.860569:0:23846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786203.860650:0:23846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0140a82240 going to sleep for 11 seconds 00000100:00100000:3.0:1790786203.865303:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855033856 00000100:00100000:3.0:1790786203.865328:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855033856 00000100:00100000:3.0:1790786203.865415:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1790786203.865427:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+22:23846:x1877774855033856:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790786203.865444:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790786203.865472:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013bd04a00/0x19fa32945bed4b2a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4b23 expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786203.865502:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013bd04a00/0x19fa32945bed4b2a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4b23 expref: 23 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786203.865513:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013bd04a00/0x19fa32945bed4b2a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4b23 expref: 23 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786203.865521:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd04a00, rc 0) 00000100:00100000:3.0:1790786203.865602:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+23:23846:x1877774855033856:12345-0@lo:101:mount.lustre.0 Request processed in 178us (5031us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786203.865609:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1790786203.867070:0:23846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c1b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855033856:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790786203.867093:0:23846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4b23 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4b2a expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786203.867105:0:23846:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4b23 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4b2a expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790786203.867660:0:23846:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1790786203.868159:0:23846:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790786203.868421:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1790786203.868465:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1790786203.868509:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1790786203.868543:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1790786203.868574:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1790786203.868618:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1790786203.868651:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1790786203.868682:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1790786203.868783:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1790786203.868822:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1790786203.868874:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1790786203.868942:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1790786203.868950:0:23846:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1790786203.869031:0:23846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bfa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855033984:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790786203.869091:0:23846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786203.869133:0:23846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0120253240 going to sleep for 11 seconds 00000100:00100000:1.0:1790786203.873674:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855033984 00000100:00100000:1.0:1790786203.873687:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855033984 00000100:00100000:1.0:1790786203.873793:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1790786203.873804:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+23:23846:x1877774855033984:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790786203.874942:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+23:23846:x1877774855033984:12345-0@lo:501:mount.lustre.0 Request processed in 1136us (5846us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786203.874962:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1790786203.886294:0:23846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bfa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855033984:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790786203.886530:0:23846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006275880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855034112:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790786203.886609:0:23846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786203.886650:0:23846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0005828240 going to sleep for 11 seconds 00000100:00100000:0.0:1790786203.888005:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855034112 00000100:00100000:0.0:1790786203.888015:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855034112 00000100:00100000:0.0:1790786203.888068:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1790786203.888078:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+23:23846:x1877774855034112:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790786203.888334:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+23:23846:x1877774855034112:12345-0@lo:503:mount.lustre.0 Request processed in 257us (1724us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786203.888342:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1790786203.888531:0:23846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006275880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855034112:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1790786203.889095:0:23846:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1790786203.889195:0:23846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006275880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855034240:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790786203.889245:0:23846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786203.889276:0:23846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0005828240 going to sleep for 11 seconds 00000100:00100000:1.0:1790786203.889345:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855034240 00000100:00100000:1.0:1790786203.889351:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855034240 00000100:00100000:1.0:1790786203.889384:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1790786203.889392:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+23:23846:x1877774855034240:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790786203.889576:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+23:23846:x1877774855034240:12345-0@lo:502:mount.lustre.0 Request processed in 184us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786203.889582:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1790786203.889950:0:23846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006275880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855034240:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790786203.890189:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1790786203.890236:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1790786203.890284:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1790786203.890322:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1790786203.890353:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1790786203.890398:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1790786203.890434:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1790786203.890469:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1790786203.890519:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1790786203.890557:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1790786203.890591:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1790786203.890622:0:23846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006275880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855034368:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790786203.890670:0:23846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786203.890738:0:23846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0005828240 going to sleep for 11 seconds 00000100:00100000:1.0:1790786203.891843:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855034368 00000100:00100000:1.0:1790786203.891853:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855034368 00000100:00100000:1.0:1790786203.891906:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1790786203.891916:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+23:23846:x1877774855034368:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790786203.892266:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+23:23846:x1877774855034368:12345-0@lo:502:mount.lustre.0 Request processed in 350us (1594us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786203.892275:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1790786203.893146:0:23846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006275880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855034368:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790786203.893298:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1790786203.893314:0:23846:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1790786203.895975:0:23851:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790786203.895996:0:23851:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786203.895998:0:23851:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1790786203.896008:0:23851:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c0006256800 00000020:00000080:1.0:1790786203.896010:0:23851:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1790786203.896017:0:23851:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790786203.896020:0:23851:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786203.896021:0:23851:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1790786203.896024:0:23851:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790786203.896026:0:23851:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786203.896028:0:23851:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1790786203.896031:0:23851:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c0006256800 00000020:00000080:1.0:1790786203.896033:0:23851:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1790786203.896172:0:23851:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790786203.896177:0:23851:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786203.896178:0:23851:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1790786203.896182:0:23851:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790786203.896184:0:23851:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786203.896186:0:23851:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1790786203.896190:0:23851:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8c0006256800 00000020:00000080:1.0:1790786203.896192:0:23851:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1790786203.899508:0:23851:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790786203.899524:0:23851:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786203.899526:0:23851:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1790786203.899534:0:23851:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790786203.899538:0:23851:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786203.899539:0:23851:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1790786203.899544:0:23851:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8c0006256800 00000020:00000080:1.0:1790786203.899547:0:23851:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1790786203.899643:0:23851:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790786203.899647:0:23851:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790786203.899648:0:23851:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1790786203.899652:0:23851:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1790786203.899885:0:23846:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1790786203.899913:0:23846:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1790786203.899948:0:23846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4b23 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4b2a expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786203.899961:0:23846:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4b23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4b2a expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790786203.900017:0:23846:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1790786203.900020:0:23846:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8c0006256800 10000000:01000000:3.0:1790786203.900023:0:23846:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8c0006256800 10000000:01000000:3.0:1790786203.900027:0:23846:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790786203.900032:0:23846:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8c0006256800 from 1 10000000:01000000:3.0:1790786203.900035:0:23846:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1790786203.900068:0:23846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd05800/0x19fa32945bed4b31 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786203.900077:0:23846:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013bd05800/0x19fa32945bed4b31 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786203.900087:0:23846:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013bd05800/0x19fa32945bed4b31 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786203.900129:0:23846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bfb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855034496:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790786203.900307:0:23846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786203.900435:0:23846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0120253240 going to sleep for 11 seconds 00000100:00100000:1.0:1790786203.900488:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855034496 00000100:00100000:1.0:1790786203.900496:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855034496 00000100:00100000:1.0:1790786203.900540:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1790786203.900549:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+23:23846:x1877774855034496:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790786203.900561:0:21808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790786203.900571:0:21808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c0140e07e00/0x19fa32945bed4b38 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4b31 expref: -99 pid: 21808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786203.900592:0:21808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c0140e07e00/0x19fa32945bed4b38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4b31 expref: 24 pid: 21808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786203.900603:0:21808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c0140e07e00/0x19fa32945bed4b38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4b31 expref: 24 pid: 21808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786203.900618:0:21808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c0140e07e00, rc 0) 00000100:00100000:1.0:1790786203.900654:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+24:23846:x1877774855034496:12345-0@lo:101:mount.lustre.0 Request processed in 107us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786203.900661:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1790786203.900842:0:23846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bfb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855034496:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790786203.900857:0:23846:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013bd05800/0x19fa32945bed4b31 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4b38 expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786203.900867:0:23846:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013bd05800/0x19fa32945bed4b31 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4b38 expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790786203.901860:0:23846:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1790786203.903316:0:23846:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790786203.904459:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1790786203.904515:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1790786203.904547:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1790786203.904589:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1790786203.904621:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1790786203.904663:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1790786203.907069:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1790786203.907154:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1790786203.907233:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1790786203.907270:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1790786203.907305:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1790786203.907370:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1790786203.907410:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1790786203.907456:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1790786203.907504:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1790786203.907540:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1790786203.907572:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1790786203.907631:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1790786203.907665:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1790786203.907721:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1790786203.907766:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1790786203.907801:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1790786203.907835:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1790786203.907885:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1790786203.907922:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1790786203.907956:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1790786203.909544:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1790786203.909611:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1790786203.909644:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1790786203.909725:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1790786203.909764:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1790786203.909796:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1790786203.909831:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1790786203.909880:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1790786203.909917:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1790786203.909967:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1790786203.910017:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1790786203.910049:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1790786203.910094:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1790786203.910198:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1790786203.910241:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1790786203.910275:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1790786203.910324:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1790786203.910362:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1790786203.910397:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1790786203.910475:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1790786203.910514:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1790786203.910548:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1790786203.910639:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1790786203.910675:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1790786203.910774:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1790786203.910782:0:23846:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1790786203.910882:0:23846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bfb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855034624:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790786203.910946:0:23846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786203.911002:0:23846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0120253240 going to sleep for 11 seconds 00000100:00100000:1.0:1790786203.919771:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855034624 00000100:00100000:1.0:1790786203.919786:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855034624 00000100:00100000:1.0:1790786203.919868:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1790786203.919880:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+24:23846:x1877774855034624:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790786203.922455:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+24:23846:x1877774855034624:12345-0@lo:501:mount.lustre.0 Request processed in 2568us (11498us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786203.922469:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1790786203.922767:0:23846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bfb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855034624:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790786203.922821:0:23846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855034752:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790786203.922881:0:23846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786203.923005:0:23846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011dce03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790786203.923452:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855034752 00000100:00100000:1.0:1790786203.923459:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855034752 00000100:00100000:1.0:1790786203.923503:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1790786203.923512:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+24:23846:x1877774855034752:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1790786203.923687:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+24:23846:x1877774855034752:12345-0@lo:503:mount.lustre.0 Request processed in 177us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786203.923717:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1790786203.924256:0:23846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855034752:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1790786203.926683:0:23846:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1790786203.926792:0:23846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855034880:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790786203.926860:0:23846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786203.926903:0:23846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011dce03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790786203.927555:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855034880 00000100:00100000:1.0:1790786203.927562:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855034880 00000100:00100000:1.0:1790786203.927603:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1790786203.927611:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+24:23846:x1877774855034880:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790786203.927872:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+24:23846:x1877774855034880:12345-0@lo:502:mount.lustre.0 Request processed in 260us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786203.927879:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1790786203.931284:0:23846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855034880:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790786203.931581:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1790786203.931642:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1790786203.931678:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1790786203.931745:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1790786203.931782:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1790786203.931841:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1790786203.931876:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1790786203.934110:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1790786203.935367:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1790786203.935411:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1790786203.935446:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1790786203.935495:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1790786203.935531:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1790786203.935562:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1790786203.935608:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1790786203.935643:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1790786203.935675:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1790786203.935745:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1790786203.935782:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1790786203.935817:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1790786203.935869:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1790786203.935908:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1790786203.935945:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1790786203.936029:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1790786203.936065:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1790786203.936100:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1790786203.937275:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1790786203.938050:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1790786203.938100:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1790786203.938238:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1790786203.938279:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1790786203.938314:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1790786203.938348:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1790786203.938404:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1790786203.938444:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1790786203.938493:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1790786203.938533:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1790786203.938567:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1790786203.938631:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1790786203.938687:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1790786203.938913:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1790786203.938962:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1790786203.939024:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1790786203.939063:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1790786203.939098:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1790786203.941780:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1790786203.941864:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1790786203.941902:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1790786203.942001:0:23846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855035008:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790786203.942074:0:23846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786203.942123:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855035008 00000100:00100000:0.0:1790786203.942235:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855035008 00000100:00100000:0.0:1790786203.942287:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1790786203.942296:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+24:23846:x1877774855035008:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790786203.942483:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+24:23846:x1877774855035008:12345-0@lo:502:mount.lustre.0 Request processed in 187us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786203.942491:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1790786203.942543:0:23846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011dce03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790786203.942564:0:23846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855035008:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790786203.942648:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1790786203.942688:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1790786203.942732:0:23846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855035136:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790786203.942763:0:23846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786203.942782:0:23846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011dce03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790786203.942876:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855035136 00000100:00100000:2.0:1790786203.942881:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855035136 00000100:00100000:2.0:1790786203.942904:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1790786203.942911:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+24:23846:x1877774855035136:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790786203.943049:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+24:23846:x1877774855035136:12345-0@lo:502:mount.lustre.0 Request processed in 138us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786203.943062:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1790786203.943504:0:23846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855035136:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790786203.943589:0:23846:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1790786203.943607:0:23846:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1790786203.947298:0:23856:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1790786203.947316:0:23856:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8c013c04cd40) 00000020:00000080:0.0:1790786203.947352:0:23856:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:0.0:1790786203.947445:0:23856:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8c0006256800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1790786203.947450:0:23856:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8c0006256800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1790786203.947453:0:23856:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c0006256800 3 00010000:00080000:0.0:1790786203.947484:0:23856:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c0005bbb000@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.102@tcp at head 00010000:00010000:0.0:1790786203.956104:0:23856:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1790786203.956303:0:23856:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1790786203.956341:0:23856:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1790786203.956352:0:23856:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x19fa32945bed4b46 00000100:00080000:0.0:1790786203.956362:0:23856:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790786203.956372:0:23856:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8c0005bbb000 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:0.0:1790786203.956406:0:23856:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c00047a6a00 x1877774855035264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790786203.956438:0:23856:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1790786203.956493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790786203.956497:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1790786203.956499:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c01089ae800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790786203.956503:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 609 00000100:00080000:0.0:1790786203.956506:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1790786203.956511:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c01089ae800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:0.0:1790786203.956522:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c00047a6680 x1877774855035648/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790786203.956558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790786203.956561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1790786203.956569:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c01089ad800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790786203.956573:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 609 00000100:00080000:0.0:1790786203.956577:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1790786203.956582:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8c01089ad800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:0.0:1790786203.956595:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c0006ef4000 x1877774855036160/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790786203.956637:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855035392:0@lo:400:kworker.0 00000100:00100000:0.0:1790786203.956724:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786203.956761:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855036032:0@lo:400:kworker.0 00000100:00100000:0.0:1790786203.956787:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786203.956809:0:3432:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1790786203.956814:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855035520:0@lo:400:kworker.0 00000100:00100000:0.0:1790786203.956834:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786203.956852:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3432:1877774855036288:0@lo:400:kworker.0 00000100:00100000:0.0:1790786203.956874:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786203.956899:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3430:1877774855035776:0@lo:400:kworker.0 00000100:00100000:0.0:1790786203.956921:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786203.956938:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3430:1877774855036416:0@lo:400:kworker.0 00000100:00100000:0.0:1790786203.956991:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786203.957013:0:3430:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1790786203.957018:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855035904:0@lo:400:kworker.0 00000100:00100000:0.0:1790786203.957041:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786203.957057:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3430:1877774855036544:0@lo:400:kworker.0 00000100:00100000:0.0:1790786203.957076:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786203.957098:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855035392 00000100:00100000:0.0:1790786203.957111:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855035392 00000100:00100000:0.0:1790786203.957150:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855035904 00000100:00100000:0.0:1790786203.957153:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855035904 00000100:00100000:0.0:1790786203.957168:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1790786203.957176:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855035392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786203.957229:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855035392:12345-0@lo:400:kworker.0 Request processed in 53us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786203.957236:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1790786203.957251:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1790786203.957257:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855035904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786203.957289:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855035904:12345-0@lo:400:kworker.0 Request processed in 32us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786203.957295:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1790786203.957315:0:23127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855036032 00000100:00100000:0.0:1790786203.957318:0:23127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855036032 00000100:00100000:0.0:1790786203.957348:0:23127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855035520 00000100:00100000:0.0:1790786203.957350:0:23127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855035520 00000100:00100000:0.0:1790786203.957363:0:23127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1790786203.957369:0:23127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3432:x1877774855036032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786203.957411:0:23127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3432:x1877774855036032:12345-0@lo:400:kworker.0 Request processed in 42us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786203.957418:0:23127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1790786203.957430:0:23127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790786203.957435:0:23127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855035520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786203.957463:0:23127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855035520:12345-0@lo:400:kworker.0 Request processed in 27us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786203.957468:0:23127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790786203.957493:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855036288 00000100:00100000:0.0:1790786203.957497:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855036288 00000100:00100000:0.0:1790786203.957511:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855035776 00000100:00100000:0.0:1790786203.957513:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855035776 00000100:00100000:0.0:1790786203.957521:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855036416 00000100:00100000:0.0:1790786203.957523:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855036416 00000100:00100000:0.0:1790786203.957532:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855036544 00000100:00100000:0.0:1790786203.957534:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855036544 00000100:00100000:0.0:1790786203.957545:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1790786203.957550:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3432:x1877774855036288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786203.957581:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3432:x1877774855036288:12345-0@lo:400:kworker.0 Request processed in 31us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786203.957586:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1790786203.957596:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1790786203.957602:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3430:x1877774855035776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786203.957626:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3430:x1877774855035776:12345-0@lo:400:kworker.0 Request processed in 25us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786203.957632:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1790786203.957643:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1790786203.957648:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3430:x1877774855036416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786203.957671:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3430:x1877774855036416:12345-0@lo:400:kworker.0 Request processed in 24us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786203.957676:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1790786203.957686:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1790786203.957707:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3430:x1877774855036544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786203.957734:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3430:x1877774855036544:12345-0@lo:400:kworker.0 Request processed in 43us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786203.957747:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:0.0:1790786203.957770:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1790786203.957774:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1790786203.957776:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790786203.957808:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855035904:0@lo:400:kworker.0 00010000:00080000:0.0:1790786203.957820:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c0006ef5c00 x1877774855036544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786203.957829:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3430:1877774855036544:0@lo:400:kworker.0 00010000:00080000:0.0:1790786203.957838:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c00047a4000 x1877774855035776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786203.957845:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3430:1877774855035776:0@lo:400:kworker.0 00010000:00080000:0.0:1790786203.957855:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c0006ef6a00 x1877774855036416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786203.957861:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3430:1877774855036416:0@lo:400:kworker.0 00000100:00100000:0.0:1790786203.957901:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855035520:0@lo:400:kworker.0 00010000:00080000:0.0:1790786203.957912:0:3432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c0006ef4380 x1877774855036288/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786203.957919:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3432:1877774855036288:0@lo:400:kworker.0 00000100:00100000:0.0:1790786203.957928:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855035392:0@lo:400:kworker.0 00000100:00100000:0.0:1790786203.957937:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855036032:0@lo:400:kworker.0 00000100:00100000:2.0:1790786203.964447:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3429:1877774855035264:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1790786203.964526:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786203.964583:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855035648:0@lo:8:kworker.0 00000100:00100000:2.0:1790786203.964627:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786203.964648:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855036160:0@lo:8:kworker.0 00000100:00100000:2.0:1790786203.964667:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786203.964736:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855035264 00000100:00100000:2.0:1790786203.964741:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855035648 00000100:00100000:3.0:1790786203.964746:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855035264 00000100:00100000:2.0:1790786203.964746:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855035648 00000100:00100000:2.0:1790786203.964769:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855036160 00000100:00100000:2.0:1790786203.964771:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855036160 00000100:00100000:2.0:1790786203.964783:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1790786203.964787:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1790786203.964790:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3429:x1877774855035648:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1790786203.964791:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006275880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3429:x1877774855035264:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1790786203.964815:0:21815:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 612 last 0 00000020:00000080:3.0:1790786203.964859:0:21815:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x19fa32945bed4b4d 00000004:00100000:3.0:1790786203.964883:0:21815:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1790786203.964915:0:21815:0:(import.c:65:import_set_state_nolock()) ffff8c000442d000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790786203.964965:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006275880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3429:x1877774855035264:12345-0@lo:38:llog_process_th.0 Request processed in 172us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786203.964972:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000020:01000004:0.0:1790786203.975545:0:23856:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1790786203.975569:0:23856:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8c0107de99c0) 00000100:00100000:2.0:1790786203.975935:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3429:x1877774855035648:12345-0@lo:8:kworker.0 Request processed in 11140us (11304us total) trans 0 rc -11/-11 00000100:00100000:2.0:1790786203.975946:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1790786203.975975:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1790786203.975991:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3429:x1877774855036160:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1790786203.976027:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3429:x1877774855036160:12345-0@lo:8:kworker.0 Request processed in 36us (11359us total) trans 0 rc -11/-11 00000100:00100000:2.0:1790786203.976033:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:2.0:1790786203.976093:0:3429:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c00047a6a00 x1877774855035264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790786213 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790786203.976106:0:3429:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1790786203.976114:0:3429:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1790786203.976122:0:3429:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1790786203.976382:0:3429:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1790786203.976387:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c0005bbb000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1790786203.976394:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3429:1877774855035264:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1790786203.976409:0:3429:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1790786203.976413:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c01089ae800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790786203.976417:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1790786203.976420:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855035648:0@lo:8:kworker.0 00000100:00100000:2.0:1790786203.976427:0:3429:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1790786203.976430:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c01089ad800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790786203.976433:0:3429:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1790786203.976436:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006ef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855036160:0@lo:8:kworker.0 00000020:00000080:0.0:1790786203.977246:0:23856:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:0.0:1790786203.977343:0:23856:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8c0006256800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1790786203.977348:0:23856:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8c0006256800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1790786203.977350:0:23856:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8c0006256800 3 00010000:00080000:0.0:1790786203.977379:0:23856:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c0005bbd800@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.102@tcp at head 00010000:00010000:0.0:1790786203.984828:0:23856:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1790786203.985443:0:23856:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1790786203.985484:0:23856:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1790786203.985498:0:23856:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x19fa32945bed4b5b 00000100:00080000:0.0:1790786203.985510:0:23856:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790786203.985521:0:23856:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8c0005bbd800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:0.0:1790786203.985555:0:23856:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c0006ef4700 x1877774855036672/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790786203.985608:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3429:1877774855036672:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1790786203.985674:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1790786203.985818:0:23856:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:1.0:1790786203.985998:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855036672 00000100:00100000:1.0:1790786203.986006:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855036672 00000100:00100000:1.0:1790786203.986087:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1790786203.986094:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006275500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3429:x1877774855036672:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1790786203.986120:0:21816:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 612 last 0 00000020:00000080:1.0:1790786203.986221:0:21816:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x19fa32945bed4b62 00000004:00100000:1.0:1790786203.986235:0:21816:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1790786203.986264:0:21816:0:(import.c:65:import_set_state_nolock()) ffff8c0138c44800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790786203.986520:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006275500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3429:x1877774855036672:12345-0@lo:38:llog_process_th.0 Request processed in 425us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786203.986528:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1790786203.986584:0:3429:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c0006ef4700 x1877774855036672/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790786213 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790786203.986594:0:3429:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1790786203.986600:0:3429:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1790786203.986607:0:3429:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1790786203.986611:0:3429:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1790786203.986614:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c0005bbd800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1790786203.986619:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006ef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3429:1877774855036672:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1790786203.988407:0:23856:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1790786203.993333:0:23846:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1790786203.993373:0:23846:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1790786203.993436:0:23846:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd05800/0x19fa32945bed4b31 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4b38 expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786203.993456:0:23846:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013bd05800/0x19fa32945bed4b31 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4b38 expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1790786203.993504:0:23846:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1790786203.993506:0:23846:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1790786203.993507:0:23846:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790786203.993508:0:23846:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790786203.993509:0:23846:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790786203.993510:0:23846:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790786203.993512:0:23846:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1790786203.993513:0:23846:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790786203.993514:0:23846:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790786203.993518:0:23846:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1790786203.993520:0:23846:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790786203.993522:0:23846:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1790786203.993522:0:23846:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790786203.993524:0:23846:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790786203.993525:0:23846:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790786203.993526:0:23846:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790786203.993527:0:23846:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1790786203.993528:0:23846:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790786203.993529:0:23846:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790786203.993554:0:23846:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1790786203.993573:0:23846:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006276a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855036800:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1790786203.993640:0:23846:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786203.993680:0:23846:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0140bbaf00 going to sleep for 11 seconds 00000100:00100000:2.0:1790786203.993729:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855036800 00000100:00100000:2.0:1790786203.993738:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855036800 00000100:00100000:2.0:1790786203.994894:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1790786203.994907:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+24:23846:x1877774855036800:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1790786203.995021:0:21810:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1790786203.995035:0:21810:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1790786204.031382:0:21810:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1790786204.031424:0:21810:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:1.0:1790786204.031568:0:21831:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1790786204.031573:0:21831:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1790786204.031593:0:21831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8c0140e07800/0x19fa32945bed4b69 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786204.031613:0:21831:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c013c124a00/0x19fa32945bed49f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed49ef expref: 24 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786204.031621:0:21831:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c013c124800/0x19fa32945bed4a04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed49fd expref: 24 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786204.031629:0:21831:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8c0140e07800/0x19fa32945bed4b69 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786204.031666:0:21831:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c013c124800/0x19fa32945bed4a04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19fa32945bed49fd expref: 24 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786204.031679:0:21831:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c013c124800/0x19fa32945bed4a04 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19fa32945bed49fd expref: 24 pid: 21810 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786204.031740:0:21831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c18700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21831:1877774855036928:0@lo:104: 00000100:00100000:1.0:1790786204.031805:0:21831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1790786204.031842:0:21831:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c013c124a00/0x19fa32945bed49f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19fa32945bed49ef expref: 24 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786204.031851:0:21831:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c013c124a00/0x19fa32945bed49f6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19fa32945bed49ef expref: 24 pid: 21809 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786204.031859:0:21831:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c18a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21831:1877774855037056:0@lo:104: 00000100:00100000:1.0:1790786204.031876:0:21831:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786204.031896:0:21831:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0139c5cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1790786204.031950:0:21799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855036928 00000100:00100000:3.0:1790786204.031958:0:21799:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855036928 00000100:00100000:3.0:1790786204.032000:0:21799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855037056 00000100:00100000:3.0:1790786204.032003:0:21799:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855037056 00000100:00100000:3.0:1790786204.032016:0:21799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790786204.032024:0:21799:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:48e53719-1210-45be-8914-ea1f755552d5+4:21831:x1877774855036928:12345-0@lo:104: 00010000:00010000:3.0:1790786204.032037:0:21799:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.102@tcp lock: ffff8c013c124000/0x19fa32945bed49fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed4a04 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786204.032103:0:21799:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1790786204.032114:0:21799:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:48e53719-1210-45be-8914-ea1f755552d5+4:21831:x1877774855036928:12345-0@lo:104: Request processed in 90us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786204.032120:0:21799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790786204.032147:0:21799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790786204.032153:0:21799:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:48e53719-1210-45be-8914-ea1f755552d5+3:21831:x1877774855037056:12345-0@lo:104: 00010000:00010000:3.0:1790786204.032161:0:21799:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.102@tcp lock: ffff8c013bd8cc00/0x19fa32945bed49ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed49f6 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786204.032192:0:21799:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1790786204.032197:0:21799:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:48e53719-1210-45be-8914-ea1f755552d5+3:21831:x1877774855037056:12345-0@lo:104: Request processed in 45us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786204.032203:0:21799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790786204.032532:0:21831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c18700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21831:1877774855036928:0@lo:104: 00000100:00100000:1.0:1790786204.032541:0:21831:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c18a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21831:1877774855037056:0@lo:104: 00010000:00010000:1.0:1790786204.032559:0:21831:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8c0140e07800/0x19fa32945bed4b69 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.032625:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1790786204.032632:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c013c124000/0x19fa32945bed49fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed4a04 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.032641:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c124000 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:0.0:1790786204.032645:0:22473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c013c124000/0x19fa32945bed49fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x19fa32945bed4a04 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.032654:0:22473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013c124000/0x19fa32945bed49fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x19fa32945bed4a04 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790786204.032662:0:22473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013c124000/0x19fa32945bed49fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x19fa32945bed4a04 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790786204.032679:0:22473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1790786204.032739:0:22473:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c013c124000/0x19fa32945bed49fd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed4a04 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.032746:0:22473:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790786204.032765:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c013c124000/0x19fa32945bed49fd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed4a04 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.032781:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013c124000/0x19fa32945bed49fd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed4a04 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.032794:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790786204.032798:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c013bd8cc00/0x19fa32945bed49ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed49f6 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.032804:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd8cc00 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:0.0:1790786204.032807:0:22473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd8cc00/0x19fa32945bed49ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x19fa32945bed49f6 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.032814:0:22473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013bd8cc00/0x19fa32945bed49ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x19fa32945bed49f6 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790786204.032821:0:22473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd8cc00/0x19fa32945bed49ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x19fa32945bed49f6 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790786204.032826:0:22473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1790786204.032837:0:22473:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c013bd8cc00/0x19fa32945bed49ef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed49f6 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.032842:0:22473:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790786204.032855:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c013bd8cc00/0x19fa32945bed49ef lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed49f6 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.032862:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013bd8cc00/0x19fa32945bed49ef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed49f6 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.032875:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786204.032877:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786204.032879:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786204.032885:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786204.032897:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48e53719-1210-45be-8914-ea1f755552d5:3433:1877774855037312:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790786204.032933:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786204.032972:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1790786204.032988:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48e53719-1210-45be-8914-ea1f755552d5:3433:1877774855037184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790786204.033013:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786204.033041:0:21800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855037312 00000100:00100000:0.0:1790786204.033045:0:21800:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855037312 00010000:00010000:0.0:1790786204.033065:0:21800:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c013c124a00/0x19fa32945bed49f6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed49ef expref: 25 pid: 21809 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786204.033353:0:21800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855037184 00000100:00100000:0.0:1790786204.033357:0:21800:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855037184 00010000:00010000:0.0:1790786204.033371:0:21800:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c013c124800/0x19fa32945bed4a04 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed49fd expref: 26 pid: 21810 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786204.033392:0:21800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790786204.033398:0:21800:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:48e53719-1210-45be-8914-ea1f755552d5+26:3433:x1877774855037312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790786204.033410:0:21800:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790786204.033416:0:21800:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c013c124a00/0x19fa32945bed49f6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed49ef expref: 26 pid: 21809 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.033448:0:21800:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c013c124a00/0x19fa32945bed49f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19fa32945bed49ef expref: 26 pid: 21809 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.033461:0:21800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c124a00/0x19fa32945bed49f6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19fa32945bed49ef expref: 26 pid: 21809 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.033474:0:21800:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790786204.033511:0:21800:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:48e53719-1210-45be-8914-ea1f755552d5+25:3433:x1877774855037312:12345-0@lo:103:ldlm_bl.0 Request processed in 112us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786204.033517:0:21800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790786204.033533:0:21800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790786204.033539:0:21800:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:48e53719-1210-45be-8914-ea1f755552d5+24:3433:x1877774855037184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790786204.033547:0:21800:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790786204.033551:0:21800:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c013c124800/0x19fa32945bed4a04 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed49fd expref: 24 pid: 21810 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.033559:0:21800:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c013c124800/0x19fa32945bed4a04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19fa32945bed49fd expref: 24 pid: 21810 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.033568:0:21800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c124800/0x19fa32945bed4a04 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19fa32945bed49fd expref: 24 pid: 21810 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.033578:0:21800:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8c0140e07800/0x19fa32945bed4b69 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.033587:0:21800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c0140e07800/0x19fa32945bed4b69 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1790786204.033600:0:21800:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.012969117s 00010000:00010000:0.0:1790786204.033610:0:21800:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c0140e07800/0x19fa32945bed4b69 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.033617:0:21800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c0140e07800/0x19fa32945bed4b69 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.033622:0:21800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8c0140e07800/0x19fa32945bed4b69 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.033629:0:21800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8c0140e07800/0x19fa32945bed4b69 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.033633:0:21800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c0140e07800 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:0.0:1790786204.033637:0:21800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8c0140e07800/0x19fa32945bed4b69 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.033643:0:21800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8c0140e07800/0x19fa32945bed4b69 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.033657:0:21800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8c0140e07800/0x19fa32945bed4b69 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.033670:0:21800:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790786204.033731:0:21800:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:48e53719-1210-45be-8914-ea1f755552d5+23:3433:x1877774855037184:12345-0@lo:103:ldlm_bl.0 Request processed in 191us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786204.033737:0:21800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790786204.033882:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006ef4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48e53719-1210-45be-8914-ea1f755552d5:3433:1877774855037184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790786204.033897:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006ef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48e53719-1210-45be-8914-ea1f755552d5:3433:1877774855037312:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790786204.033927:0:21831:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8c0140e07800/0x19fa32945bed4b69 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.033944:0:21831:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8c0140e07800/0x19fa32945bed4b69 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786204.033950:0:21831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c0140e07800/0x19fa32945bed4b69 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786204.046964:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786204.048488:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+22:23846:x1877774855036800:12345-0@lo:253:mount.lustre.0 Request processed in 53577us (54840us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786204.048502:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1790786204.048587:0:23846:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006276a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:48e53719-1210-45be-8914-ea1f755552d5:23846:1877774855036800:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1790786204.048602:0:23846:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1790786204.048606:0:23846:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1790786204.048608:0:23846:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1790786204.048609:0:23846:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790786204.048610:0:23846:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790786204.048612:0:23846:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790786204.048613:0:23846:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790786204.048614:0:23846:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1790786204.048616:0:23846:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790786204.048617:0:23846:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1790786204.048630:0:23846:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:3.0:1790786204.049401:0:23846:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:3.0:1790786204.049561:0:23846:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:3.0:1790786204.049749:0:23846:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:3.0:1790786204.049970:0:23846:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:3.0:1790786204.050209:0:23846:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:3.0:1790786204.050450:0:23846:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:3.0:1790786204.051362:0:23846:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1790786204.117268:0:23846:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1790786204.117344:0:23846:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1790786204.117382:0:23846:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1790786204.117435:0:23846:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.102@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1790786204.117448:0:23846:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=50 00000080:00000004:3.0:1790786204.117474:0:23846:0:(super25.c:182:lustre_fill_super()) lustre-ost2/ost2: Mount complete 00000100:00100000:0.0:1790786204.747960:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855037440:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1790786204.748041:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786204.748110:0:23130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855037440 00000100:00100000:0.0:1790786204.748117:0:23130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855037440 00000100:00100000:0.0:1790786204.748171:0:23130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790786204.748181:0:23130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855037440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1790786204.748213:0:23130:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1790786204.748263:0:23130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855037440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786204.748269:0:23130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790786204.748330:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855037440:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1790786204.898385:0:8106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:2.0:1790786204.898405:0:8106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00010000:00010000:0.0:1790786205.067866:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1790786205.452727:0:21812:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1790786205.452733:0:21812:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8c013b7f1000 from 14 10000000:01000000:3.0:1790786205.452738:0:21812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1790786205.452779:0:21812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd05c00/0x19fa32945bed4b70 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786205.452791:0:21812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013bd05c00/0x19fa32945bed4b70 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786205.452803:0:21812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013bd05c00/0x19fa32945bed4b70 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786205.452828:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bf9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855037568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1790786205.452887:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786205.452927:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0141a9ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1790786205.452949:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855037568 00000100:00100000:3.0:1790786205.452955:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855037568 00000100:00100000:3.0:1790786205.453016:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1790786205.453025:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+22:21812:x1877774855037568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790786205.453037:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790786205.453049:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013bd05600/0x19fa32945bed4b77 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4b70 expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786205.453072:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013bd05600/0x19fa32945bed4b77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4b70 expref: 23 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786205.453081:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013bd05600/0x19fa32945bed4b77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4b70 expref: 23 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786205.453089:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd05600, rc 0) 00000100:00100000:3.0:1790786205.454653:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+23:21812:x1877774855037568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1623us (1759us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786205.454664:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1790786205.456259:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bf9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855037568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790786205.456285:0:21812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013bd05c00/0x19fa32945bed4b70 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4b77 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786205.456298:0:21812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013bd05c00/0x19fa32945bed4b70 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4b77 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786205.456372:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006276a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855037696:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1790786205.456433:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786205.456594:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0140bba180 going to sleep for 11 seconds 00000100:00100000:3.0:1790786205.456595:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855037696 00000100:00100000:3.0:1790786205.456679:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855037696 00000100:00100000:3.0:1790786205.456937:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1790786205.456946:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+23:21812:x1877774855037696:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1790786205.456965:0:21810:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1790786205.456993:0:21810:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1790786205.456997:0:21810:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1790786205.457102:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+23:21812:x1877774855037696:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 157us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786205.457110:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1790786205.457183:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006276a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855037696:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1790786205.457249:0:21812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1790786205.457256:0:21812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd05c00/0x19fa32945bed4b70 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4b77 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786205.457266:0:21812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013bd05c00/0x19fa32945bed4b70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4b77 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790786205.457287:0:21812:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1790786205.457289:0:21812:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8c0139024000 from 14 10000000:01000000:0.0:1790786205.457292:0:21812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1790786205.457315:0:21812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd8da00/0x19fa32945bed4b7e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786205.457324:0:21812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013bd8da00/0x19fa32945bed4b7e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786205.457333:0:21812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013bd8da00/0x19fa32945bed4b7e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786205.457348:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006ef4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855037824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1790786205.457377:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786205.457519:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0111aeb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790786205.457549:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855037824 00000100:00100000:1.0:1790786205.457554:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855037824 00000100:00100000:1.0:1790786205.457577:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1790786205.457584:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+23:21812:x1877774855037824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790786205.457593:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790786205.457712:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c0140e06600/0x19fa32945bed4b85 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4b7e expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786205.457734:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c0140e06600/0x19fa32945bed4b85 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4b7e expref: 24 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786205.457757:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c0140e06600/0x19fa32945bed4b85 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4b7e expref: 24 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786205.457766:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c0140e06600, rc 0) 00000100:00100000:1.0:1790786205.457801:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+24:21812:x1877774855037824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 217us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786205.457807:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1790786205.457847:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006ef4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855037824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790786205.457857:0:21812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013bd8da00/0x19fa32945bed4b7e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4b85 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786205.457865:0:21812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013bd8da00/0x19fa32945bed4b7e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4b85 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786205.457907:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855037952:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1790786205.457936:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786205.457949:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011d6fb240 going to sleep for 11 seconds 00000100:00100000:1.0:1790786205.457961:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855037952 00000100:00100000:1.0:1790786205.457964:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855037952 00000100:00100000:1.0:1790786205.457996:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1790786205.458002:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0dc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+24:21812:x1877774855037952:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1790786205.458011:0:21809:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1790786205.458023:0:21809:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1790786205.458026:0:21809:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1790786205.458092:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0dc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+24:21812:x1877774855037952:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 89us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786205.458106:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1790786205.458200:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855037952:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1790786205.458244:0:21812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1790786205.458249:0:21812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd8da00/0x19fa32945bed4b7e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4b85 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786205.458257:0:21812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013bd8da00/0x19fa32945bed4b7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4b85 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790786205.517659:0:21851:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1790786206.092198:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786206.796871:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855038080:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1790786206.796945:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786206.803247:0:23130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855038080 00000100:00100000:0.0:1790786206.803261:0:23130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855038080 00000100:00100000:0.0:1790786206.803331:0:23130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790786206.803343:0:23130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855038080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1790786206.803379:0:23130:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1790786206.803471:0:23130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855038080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 131us (6526us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786206.803478:0:23130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790786206.803530:0:3431:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1790786206.803553:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855038080:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1790786206.803760:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1790786207.117666:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786207.312900:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855038208:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790786207.312977:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786207.313576:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855038336:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790786207.313612:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786207.313654:0:22457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855038208 00000100:00100000:1.0:1790786207.313662:0:22457:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855038208 00000100:00100000:3.0:1790786207.313672:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855038336 00000100:00100000:3.0:1790786207.313675:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855038336 00000100:00100000:1.0:1790786207.313790:0:22457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1790786207.313800:0:22457:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855038208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1790786207.313842:0:22457:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:1.0:1790786207.313887:0:22457:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855038208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (909us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786207.316678:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1790786207.316744:0:22457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1790786207.319749:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855038336:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1790786207.319799:0:21821:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1790786207.319904:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855038336:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3192us (6291us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786207.319927:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1790786207.320012:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855038208:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790786207.320039:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855038336:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1790786208.143872:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1790786208.396828:0:22470:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1790786209.163891:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1790786209.361518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790786209.361525:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1790786209.361529:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c01089ae800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790786209.361546:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c01089ae800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:1.0:1790786209.361576:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c000653f100 x1877774855038848/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790786209.361613:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790786209.361617:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1790786209.361619:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c01089ad800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790786209.361625:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8c01089ad800 using connection 192.168.203.102@tcp/0@lo 00000100:00100000:1.0:1790786209.361635:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c0107c18700 x1877774855039360/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790786209.361685:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48e53719-1210-45be-8914-ea1f755552d5:3430:1877774855038464:0@lo:400:kworker.0 00000100:00100000:2.0:1790786209.361878:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855038848:0@lo:8:kworker.0 00000100:00100000:2.0:1790786209.361932:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786209.361990:0:3429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855039360:0@lo:8:kworker.0 00000100:00100000:2.0:1790786209.362013:0:3429:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786209.362081:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855038848 00000100:00100000:2.0:1790786209.362089:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855038848 00000100:00100000:2.0:1790786209.362115:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855039360 00000100:00100000:2.0:1790786209.362119:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855039360 00000100:00100000:2.0:1790786209.362133:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1790786209.362139:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3429:x1877774855038848:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1790786209.362167:0:23128:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 617 last 0 00000020:00000080:2.0:1790786209.362194:0:23128:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x19fa32945bed4b8c 00002000:00100000:2.0:1790786209.362207:0:23128:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8c01275ff800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a28 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1790786209.362212:0:23128:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1790786209.362214:0:23128:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1790786209.362533:0:23128:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1790786209.362557:0:23128:0:(import.c:65:import_set_state_nolock()) ffff8c01275fc000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790786209.362608:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3429:x1877774855038848:12345-0@lo:8:kworker.0 Request processed in 468us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786209.362616:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1790786209.362635:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1790786209.362639:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3429:x1877774855039360:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1790786209.362655:0:23128:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 617 last 0 00000020:00000080:2.0:1790786209.362669:0:23128:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x19fa32945bed4b93 00002000:00100000:2.0:1790786209.362674:0:23128:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8c01275fa000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a28 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:2.0:1790786209.362677:0:23128:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:2.0:1790786209.362678:0:23128:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1790786209.362758:0:23128:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:2.0:1790786209.362771:0:23128:0:(import.c:65:import_set_state_nolock()) ffff8c01275fc800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790786209.362800:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3429:x1877774855039360:12345-0@lo:8:kworker.0 Request processed in 159us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786209.362817:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00080000:2.0:1790786209.363077:0:3429:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c000653f100 x1877774855038848/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1790786234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1790786209.363090:0:3429:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1790786209.363097:0:3429:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1790786209.363102:0:3429:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1790786209.363104:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c01089ae800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1790786209.363119:0:3429:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1790786209.363124:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3429:1877774855038848:0@lo:8:kworker.0 00010000:00080000:2.0:1790786209.363136:0:3429:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c0107c18700 x1877774855039360/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1790786234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1790786209.363144:0:3429:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1790786209.363149:0:3429:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1790786209.363151:0:3429:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1790786209.363153:0:3429:0:(import.c:65:import_set_state_nolock()) ffff8c01089ad800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1790786209.363161:0:3429:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1790786209.363164:0:3429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3429:1877774855039360:0@lo:8:kworker.0 00000004:00080000:2.0:1790786209.363205:0:21842:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1790786209.363220:0:21842:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006275c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21842:1877774855040256:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1790786209.363248:0:21842:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786209.363265:0:21842:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011d4d6a80 going to sleep for 11 seconds 00000004:00080000:2.0:1790786209.363288:0:22462:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:2.0:1790786209.363300:0:22462:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140a99c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:22462:1877774855040512:0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1790786209.363321:0:22462:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786209.363342:0:22462:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011d4d6540 going to sleep for 11 seconds 00000100:00100000:2.0:1790786209.363354:0:23125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855040256 00000100:00100000:2.0:1790786209.363358:0:23125:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855040256 00000100:00100000:2.0:1790786209.363391:0:23125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855040512 00000100:00100000:2.0:1790786209.363394:0:23125:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855040512 00000100:00100000:2.0:1790786209.363406:0:23125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1790786209.363412:0:23125:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:21842:x1877774855040256:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:2.0:1790786209.364220:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1790786209.367055:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786209.367107:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855039104:0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.367150:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786209.367167:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3430:1877774855039744:0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.367187:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786209.367214:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855040384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790786209.367235:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786209.367255:0:3430:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1790786209.367261:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855038592:0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.367280:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786209.367294:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0107c18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855039232:0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.367313:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786209.367334:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3430:1877774855039872:0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.367353:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786209.367384:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855038720:0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.367418:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786209.367431:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3432:1877774855039488:0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.367447:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786209.367459:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3432:1877774855040000:0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.367476:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786209.367486:0:3432:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1790786209.367491:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3432:1877774855038976:0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.367505:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786209.367513:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013bd4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3432:1877774855039616:0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.367530:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786209.367537:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855040128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1790786209.367552:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786209.367645:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855038464 00000100:00100000:1.0:1790786209.367653:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855038464 00000100:00100000:1.0:1790786209.367710:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1790786209.367718:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+24:3430:x1877774855038464:12345-0@lo:400:kworker.0 00000004:00080000:0.0:1790786209.368162:0:21841:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1790786209.368563:0:21841:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 617452871436ns, next at 0ns, rc = 0 00000004:00080000:0.0:1790786209.368581:0:22460:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:1.0:1790786209.369932:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+24:3430:x1877774855038464:12345-0@lo:400:kworker.0 Request processed in 2208us (2877us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786209.369961:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1790786209.370020:0:22457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855039104 00000100:00100000:1.0:1790786209.370026:0:22457:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855039104 00000100:00100000:1.0:1790786209.370065:0:22457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855038592 00000100:00100000:1.0:1790786209.370069:0:22457:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855038592 00000100:00100000:1.0:1790786209.370084:0:22457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1790786209.370091:0:22457:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855039104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.370140:0:22457:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855039104:12345-0@lo:400:kworker.0 Request processed in 49us (2988us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786209.370158:0:22457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1790786209.370171:0:22457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1790786209.370178:0:22457:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0105218e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855038592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.370213:0:22457:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0105218e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855038592:12345-0@lo:400:kworker.0 Request processed in 36us (2931us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786209.370218:0:22457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1790786209.370240:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855039744 00000100:00100000:1.0:1790786209.370244:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855039744 00000100:00100000:1.0:1790786209.370277:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855039872 00000100:00100000:1.0:1790786209.370280:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855039872 00000100:00100000:1.0:1790786209.370295:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855039488 00000100:00100000:1.0:1790786209.370298:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855039488 00000100:00100000:1.0:1790786209.370307:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855040000 00000100:00100000:1.0:1790786209.370309:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855040000 00000100:00100000:1.0:1790786209.370320:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855038976 00000100:00100000:1.0:1790786209.370322:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855038976 00000100:00100000:1.0:1790786209.370331:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855039616 00000100:00100000:1.0:1790786209.370334:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855039616 00000100:00100000:1.0:1790786209.370347:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1790786209.370352:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3430:x1877774855039744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.370384:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3430:x1877774855039744:12345-0@lo:400:kworker.0 Request processed in 31us (3195us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786209.370389:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1790786209.370401:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1790786209.370406:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0105219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3430:x1877774855039872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.370432:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0105219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3430:x1877774855039872:12345-0@lo:400:kworker.0 Request processed in 26us (3078us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786209.370437:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1790786209.370458:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1790786209.370464:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0105218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3432:x1877774855039488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.370500:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0105218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3432:x1877774855039488:12345-0@lo:400:kworker.0 Request processed in 37us (3052us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786209.370505:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1790786209.370516:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1790786209.370521:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c010521a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3432:x1877774855040000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.370547:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c010521a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3432:x1877774855040000:12345-0@lo:400:kworker.0 Request processed in 25us (3069us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786209.370552:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1790786209.370576:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1790786209.370582:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0105218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3432:x1877774855038976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.370609:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0105218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3432:x1877774855038976:12345-0@lo:400:kworker.0 Request processed in 27us (3102us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786209.370616:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1790786209.370627:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1790786209.370632:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0105218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3432:x1877774855039616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.370658:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0105218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3432:x1877774855039616:12345-0@lo:400:kworker.0 Request processed in 26us (3127us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786209.370663:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1790786209.370683:0:23130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855040384 00000100:00100000:1.0:1790786209.370687:0:23130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855040384 00000100:00100000:1.0:1790786209.370723:0:23130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855040128 00000100:00100000:1.0:1790786209.370726:0:23130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855040128 00000100:00100000:1.0:1790786209.370739:0:23130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790786209.372997:0:23130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3430:x1877774855040384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1790786209.373058:0:23130:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1790786209.373134:0:23130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3430:x1877774855040384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2386us (5895us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786209.373143:0:23130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790786209.373172:0:23130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1790786209.373183:0:23130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c010521b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3432:x1877774855040128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1790786209.373198:0:23130:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1790786209.373226:0:23130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c010521b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3432:x1877774855040128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (5672us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786209.373232:0:23130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1790786209.373310:0:3432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c000653df80 x1877774855038976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786209.373326:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3432:1877774855038976:0@lo:400:kworker.0 00010000:00080000:1.0:1790786209.373340:0:3432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c013bd4ce00 x1877774855039616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786209.373348:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3432:1877774855039616:0@lo:400:kworker.0 00010000:00080000:1.0:1790786209.373358:0:3432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c0006276d80 x1877774855040128/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790786225 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786209.373372:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855040128:0@lo:13:osp-pre-1-0.0 00010000:00080000:1.0:1790786209.373390:0:3432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c013bd4fb80 x1877774855039488/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786209.373400:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3432:1877774855039488:0@lo:400:kworker.0 00010000:00080000:1.0:1790786209.373411:0:3432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c013bd4d880 x1877774855040000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786209.373425:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3432:1877774855040000:0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.373493:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855038592:0@lo:400:kworker.0 00010000:00080000:1.0:1790786209.373505:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c013bd4f800 x1877774855039872/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786209.373512:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3430:1877774855039872:0@lo:400:kworker.0 00010000:00080000:1.0:1790786209.373521:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c000653f100 x1877774855040384/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790786225 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786209.373532:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855040384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790786209.373543:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48e53719-1210-45be-8914-ea1f755552d5:3430:1877774855038464:0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.373555:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855039104:0@lo:400:kworker.0 00010000:00080000:1.0:1790786209.373567:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c013bd4ea00 x1877774855039744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786209.373576:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013bd4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3430:1877774855039744:0@lo:400:kworker.0 00000004:00080000:0.0:1790786209.374175:0:22460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 617458482621ns, next at 0ns, rc = 0 00000100:00100000:2.0:1790786209.374407:0:23127:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1790786209.374416:0:23127:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00080000:2.0:1790786209.374433:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1790786209.374438:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1790786209.376206:0:23128:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1790786209.376222:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855039232 00000100:00100000:2.0:1790786209.376232:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855039232 00000100:00080000:2.0:1790786209.376307:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790786209.378433:0:23128:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1790786209.378451:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855038720 00000100:00100000:2.0:1790786209.378459:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855038720 00000100:00100000:2.0:1790786209.378493:0:23128:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1790786209.378506:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1790786209.378515:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0105219f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855039232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786209.378607:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0105219f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855039232:12345-0@lo:400:kworker.0 Request processed in 92us (11292us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786209.378614:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1790786209.378631:0:23128:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1790786209.378637:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790786209.378644:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c010521b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855038720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786209.378679:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c010521b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855038720:12345-0@lo:400:kworker.0 Request processed in 37us (11260us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786209.378714:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:2.0:1790786209.378734:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790786209.379399:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855038720:0@lo:400:kworker.0 00000100:00100000:2.0:1790786209.379638:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0107c18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855039232:0@lo:400:kworker.0 00000100:00100000:1.0:1790786209.382716:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1790786209.382735:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:22462:x1877774855040512:12345-0@lo:7:osp-pre-1-1.0 00002000:00080000:2.0:1790786209.388463:0:23125:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:2.0:1790786209.388475:0:23125:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:2.0:1790786209.388480:0:23125:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00002000:00080000:3.0:1790786209.402958:0:24136:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:3.0:1790786209.402966:0:24136:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1790786209.403053:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:22462:x1877774855040512:12345-0@lo:7:osp-pre-1-1.0 Request processed in 20322us (39727us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786209.403064:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00010000:00080000:2.0:1790786209.409105:0:22462:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c0140a99c00 x1877774855040512/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1790786225 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790786209.409124:0:22462:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140a99c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:22462:1877774855040512:0@lo:7:osp-pre-1-1.0 00000004:00080000:2.0:1790786209.409139:0:22462:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1790786209.409183:0:22462:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140a99c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:22462:1877774855040640:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1790786209.409239:0:22462:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786209.409265:0:22462:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011dce03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790786209.409549:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855040640 00000100:00100000:2.0:1790786209.409557:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855040640 00000100:00100000:2.0:1790786209.410814:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1790786209.410828:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:22462:x1877774855040640:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1790786209.410861:0:23128:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1790786209.410933:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:22462:x1877774855040640:12345-0@lo:5:osp-pre-1-1.0 Request processed in 109us (1693us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786209.410951:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00080000:2.0:1790786209.410996:0:22462:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c0140a99c00 x1877774855040640/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1790786225 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790786209.411008:0:22462:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140a99c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:22462:1877774855040640:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1790786209.411030:0:22462:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1790786209.411069:0:22462:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140a99c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:22462:1877774855040768:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1790786209.411102:0:22462:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786209.411128:0:22462:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011dce03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790786209.411129:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855040768 00000100:00100000:1.0:1790786209.411137:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855040768 00000100:00100000:1.0:1790786209.411173:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1790786209.411183:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:22462:x1877774855040768:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1790786209.411218:0:24136:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:2.0:1790786209.411754:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1790786209.411764:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4b9a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.411780:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=617s v=(0 0) 00010000:00010000:2.0:1790786209.411784:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790786209.411791:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4b9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.411809:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4b9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.411819:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4b9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.411827:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4b9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.411845:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1790786209.412515:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1790786209.412523:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4ba1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.412544:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=617s v=(0 0) 00010000:00010000:2.0:1790786209.412548:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790786209.412553:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4ba1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.412563:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4ba1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.412572:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4ba1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.412579:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4ba1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.412598:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1790786209.412613:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790786209.412619:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4b9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.412627:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c124800 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786209.412632:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4b9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.412639:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4b9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.412668:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4b9a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.412675:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4b9a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.412715:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786209.412719:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4ba1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.412725:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c124a00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786209.412728:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4ba1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.412735:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4ba1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.412744:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4ba1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.412750:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4ba1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.412763:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.412765:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.412775:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786209.413179:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790786209.424043:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1790786209.424055:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4ba8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.424072:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=617s v=(0 0) 00010000:00010000:2.0:1790786209.424076:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790786209.424083:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4ba8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.424098:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4ba8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.424110:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4ba8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.424119:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4ba8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.424140:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790786209.424153:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786209.424158:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4ba8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.424166:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c124000 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786209.424170:0:21803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4ba8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.424192:0:21803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4ba8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.424210:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4ba8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.424218:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4ba8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.424238:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.424242:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.424244:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790786209.426359:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1790786209.426370:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4baf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.426385:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=617s v=(0 0) 00010000:00010000:2.0:1790786209.426390:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790786209.426396:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4baf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.426410:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4baf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.426420:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4baf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.426732:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4baf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.426753:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790786209.426765:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786209.426771:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4baf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.426789:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c124a00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786209.426794:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4baf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.426804:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4baf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.426820:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4baf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.426828:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe38696d/0x19fa32945bed4baf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.426849:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.426852:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.426854:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790786209.427428:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1790786209.428729:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4bb6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.428745:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=617s v=(0 0) 00010000:00010000:2.0:1790786209.428750:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790786209.428756:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4bb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.428771:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4bb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.428791:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4bb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.428801:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4bb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.428819:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790786209.429091:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790786209.429099:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4bb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.429110:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c124800 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786209.429115:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4bb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.429126:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4bb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.429148:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4bb6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.429156:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0cfc96d/0x19fa32945bed4bb6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.429181:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786209.429190:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786209.429192:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790786209.429431:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1790786209.429733:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a52a5b8/0x19fa32945bed4bbd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.429745:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=617s v=(0 0) 00010000:00010000:2.0:1790786209.429750:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790786209.429755:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a52a5b8/0x19fa32945bed4bbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.429768:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a52a5b8/0x19fa32945bed4bbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.429795:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a52a5b8/0x19fa32945bed4bbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.429803:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005a52a5b8/0x19fa32945bed4bbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.429819:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790786209.429834:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786209.429839:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005a52a5b8/0x19fa32945bed4bbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.429846:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c125600 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786209.429850:0:21803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005a52a5b8/0x19fa32945bed4bbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.429859:0:21803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005a52a5b8/0x19fa32945bed4bbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.429871:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005a52a5b8/0x19fa32945bed4bbd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.429879:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a52a5b8/0x19fa32945bed4bbd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.429895:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.429902:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.429904:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790786209.430337:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1790786209.430344:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4bc4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.430353:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=617s v=(0 0) 00010000:00010000:2.0:1790786209.430356:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790786209.430361:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4bc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.430371:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4bc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.430379:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4bc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.430386:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4bc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.430402:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790786209.430412:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786209.430417:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4bc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.430423:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c124000 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786209.430427:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4bc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.433316:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4bc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.433342:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4bc4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.433350:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064d54643/0x19fa32945bed4bc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.433381:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.433383:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.433385:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786209.434638:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.434649:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4bcb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.434666:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.434671:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.434678:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4bcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.434717:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4bcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.434729:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4bcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.434738:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4bcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.434756:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790786209.434837:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790786209.434843:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4bcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.434852:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04200 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786209.434857:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4bcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.434880:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4bcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.434895:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4bcb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.434903:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4bcb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.434923:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786209.434927:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786209.434928:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786209.435844:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.435853:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4bd2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.435865:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.435869:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.435874:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4bd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.435886:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4bd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.435895:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4bd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.435913:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4bd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.435935:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790786209.435959:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790786209.435965:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4bd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.435973:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04600 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786209.435978:0:21803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4bd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.435988:0:21803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4bd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.436002:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4bd2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.436010:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4bd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.436028:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786209.436030:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786209.436032:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786209.436771:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.436787:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4bd9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.436796:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.436800:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.436804:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4bd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.436818:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4bd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.436826:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4bd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.436833:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4bd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.437095:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790786209.439930:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.439952:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4be0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.439969:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.439974:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.439980:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4be0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.439995:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4be0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.440013:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4be0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.440022:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4be0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.440041:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1790786209.440055:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790786209.440061:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4bd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.440069:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04400 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786209.440073:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4bd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.440081:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4bd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.440098:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4bd9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.440106:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4bd9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.440124:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790786209.440134:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4be0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.440141:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd05000 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786209.440144:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4be0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.440151:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4be0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.440162:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4be0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.440170:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4be0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.440182:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786209.440183:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786209.440185:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.441032:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786209.447635:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.447649:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4be7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.447668:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.447672:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.447678:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4be7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.447720:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4be7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.447732:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4be7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.447740:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4be7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.447772:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790786209.447787:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790786209.447793:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4be7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.447803:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04c00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786209.447808:0:21803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4be7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.447817:0:21803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4be7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.447835:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4be7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.447843:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4be7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.447870:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786209.447873:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786209.447875:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1790786209.448283:0:7234:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00010000:3.0:1790786209.448646:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.448653:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098d769ef/0x19fa32945bed4bee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.448664:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.448668:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.448674:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098d769ef/0x19fa32945bed4bee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.448685:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098d769ef/0x19fa32945bed4bee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.448732:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098d769ef/0x19fa32945bed4bee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.448740:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098d769ef/0x19fa32945bed4bee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.448756:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790786209.448781:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790786209.448785:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098d769ef/0x19fa32945bed4bee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.448804:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04e00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786209.448809:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098d769ef/0x19fa32945bed4bee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.448818:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098d769ef/0x19fa32945bed4bee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.448832:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098d769ef/0x19fa32945bed4bee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.448839:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098d769ef/0x19fa32945bed4bee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.448854:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786209.448856:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786209.448858:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786209.449229:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.449235:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013a2fb2e/0x19fa32945bed4bf5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.449244:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.449248:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.449252:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013a2fb2e/0x19fa32945bed4bf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.449262:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013a2fb2e/0x19fa32945bed4bf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.449278:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013a2fb2e/0x19fa32945bed4bf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.449285:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000013a2fb2e/0x19fa32945bed4bf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.449306:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790786209.449724:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.449731:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019979dc9/0x19fa32945bed4bfc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.449739:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.449743:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.449747:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019979dc9/0x19fa32945bed4bfc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.449757:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019979dc9/0x19fa32945bed4bfc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.449765:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019979dc9/0x19fa32945bed4bfc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.449773:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019979dc9/0x19fa32945bed4bfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.449801:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1790786209.449813:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790786209.449819:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000013a2fb2e/0x19fa32945bed4bf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.449826:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04800 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786209.449830:0:21803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000013a2fb2e/0x19fa32945bed4bf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.449839:0:21803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000013a2fb2e/0x19fa32945bed4bf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.449853:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000013a2fb2e/0x19fa32945bed4bf5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.449860:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013a2fb2e/0x19fa32945bed4bf5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.449951:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786209.449958:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019979dc9/0x19fa32945bed4bfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.449966:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04000 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786209.449969:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019979dc9/0x19fa32945bed4bfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.449977:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019979dc9/0x19fa32945bed4bfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.449987:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019979dc9/0x19fa32945bed4bfc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.450000:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019979dc9/0x19fa32945bed4bfc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.450015:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.450017:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.450018:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786209.450910:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786209.450915:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786209.450917:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1790786209.451083:0:6440:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000100:00100000:0.0:1790786209.451365:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:22462:x1877774855040768:12345-0@lo:5:osp-pre-1-1.0 Request processed in 40179us (40259us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1790786209.451376:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1790786209.451445:0:22462:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140a99c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:22462:1877774855040768:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1790786209.451465:0:22462:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00002000:00010000:3.0:1790786209.451539:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.451547:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e5a445d/0x19fa32945bed4c03 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.451558:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.451568:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.451573:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e5a445d/0x19fa32945bed4c03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.451585:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e5a445d/0x19fa32945bed4c03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.451594:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e5a445d/0x19fa32945bed4c03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.451602:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001e5a445d/0x19fa32945bed4c03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.451624:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790786209.451848:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790786209.451855:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001e5a445d/0x19fa32945bed4c03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.451865:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd05200 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:0.0:1790786209.451870:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001e5a445d/0x19fa32945bed4c03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.451880:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001e5a445d/0x19fa32945bed4c03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.451896:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001e5a445d/0x19fa32945bed4c03 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.451903:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e5a445d/0x19fa32945bed4c03 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.451922:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786209.451923:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786209.451925:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790786209.451982:0:22462:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140a9aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:22462:1877774855040896:0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1790786209.452027:0:22462:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786209.452060:0:22462:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011dce03c0 going to sleep for 11 seconds 00002000:00010000:3.0:1790786209.452145:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.452151:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003715f79d/0x19fa32945bed4c0a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.452159:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.452163:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.452166:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003715f79d/0x19fa32945bed4c0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.452176:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003715f79d/0x19fa32945bed4c0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.452183:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003715f79d/0x19fa32945bed4c0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.452196:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003715f79d/0x19fa32945bed4c0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786209.452286:0:21827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855040896 00000100:00100000:0.0:1790786209.452300:0:21827:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855040896 00000100:00100000:0.0:1790786209.452340:0:21827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790786209.452349:0:21827:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:22462:x1877774855040896:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1790786209.452404:0:21827:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:22462:x1877774855040896:12345-0@lo:900:osp-pre-1-1.0 Request processed in 57us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786209.452410:0:21827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1790786209.452442:0:22462:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c0140a9aa00 x1877774855040896/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1790786225 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786209.452453:0:22462:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140a9aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:22462:1877774855040896:0@lo:900:osp-pre-1-1.0 00010000:00010000:3.0:1790786209.452462:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790786209.452904:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.452910:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000798d7a5f/0x19fa32945bed4c11 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.452920:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.452923:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.452927:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000798d7a5f/0x19fa32945bed4c11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.452947:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000798d7a5f/0x19fa32945bed4c11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.452955:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000798d7a5f/0x19fa32945bed4c11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.452962:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000798d7a5f/0x19fa32945bed4c11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786209.454003:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1790786209.454014:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003715f79d/0x19fa32945bed4c0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786209.454025:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd05400 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:1.0:1790786209.454030:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003715f79d/0x19fa32945bed4c0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786209.454039:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003715f79d/0x19fa32945bed4c0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786209.454061:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003715f79d/0x19fa32945bed4c0a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786209.454069:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003715f79d/0x19fa32945bed4c0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786209.454090:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790786209.454094:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000798d7a5f/0x19fa32945bed4c11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786209.454101:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd05e00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:1.0:1790786209.454104:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000798d7a5f/0x19fa32945bed4c11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786209.454112:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000798d7a5f/0x19fa32945bed4c11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786209.454130:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000798d7a5f/0x19fa32945bed4c11 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786209.454138:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786209.454140:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786209.454142:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786209.454625:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1790786209.454632:0:23125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000798d7a5f/0x19fa32945bed4c11 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1790786209.455491:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.455499:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4c18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.455511:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.455516:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.455523:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4c18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.455536:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4c18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.455544:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4c18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.455552:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4c18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.455565:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790786209.456224:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786209.456233:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4c18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.456243:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04c00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786209.456247:0:21803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4c18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.456256:0:21803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4c18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.456272:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4c18 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.456293:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008db9c89f/0x19fa32945bed4c18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.456314:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.456316:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.456319:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786209.456754:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.456761:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4c1f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.456771:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.456775:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.456786:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4c1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.456798:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4c1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.456806:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4c1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.456813:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4c1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.457045:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790786209.457046:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786209.457054:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4c1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.457064:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd05000 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:0.0:1790786209.457068:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4c1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.457077:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4c1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.457149:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790786209.457206:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4c1f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.457215:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006149eacb/0x19fa32945bed4c1f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.457246:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786209.457248:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786209.457249:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786209.457678:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.457685:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4c26 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.457725:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.457728:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.457733:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4c26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.457742:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4c26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.457750:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4c26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.457925:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4c26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.457948:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790786209.458321:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786209.458328:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4c26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.458336:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04400 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786209.458340:0:21803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4c26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.458349:0:21803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4c26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.458364:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4c26 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.458371:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004bb54f7a/0x19fa32945bed4c26 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.458389:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.458391:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.458392:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786209.458595:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.458601:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4c2d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.458610:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.458613:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.458617:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4c2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.458625:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4c2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.458632:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4c2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.458638:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4c2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.458780:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790786209.460062:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.460072:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4c34 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.460092:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.460096:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.460101:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4c34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.460114:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4c34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.460123:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4c34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.460130:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4c34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.460184:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790786209.460192:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4c2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.460200:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04600 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786209.460204:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4c2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.460268:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4c2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.460287:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4c2d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.460294:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5ab38d4/0x19fa32945bed4c2d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.460425:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790786209.460432:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4c34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.460441:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04200 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:0.0:1790786209.460445:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4c34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.460453:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1790786209.460455:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4c34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.460469:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4c34 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.460478:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000093cbd201/0x19fa32945bed4c34 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.460496:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786209.460499:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786209.460501:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786209.460507:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786209.461140:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.461148:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003cbf8f5d/0x19fa32945bed4c3b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.461157:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.461161:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.461166:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cbf8f5d/0x19fa32945bed4c3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.461177:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cbf8f5d/0x19fa32945bed4c3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.461197:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003cbf8f5d/0x19fa32945bed4c3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.461205:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003cbf8f5d/0x19fa32945bed4c3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.461382:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790786209.463223:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786209.463309:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003cbf8f5d/0x19fa32945bed4c3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1790786209.463585:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.463594:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000123ebe06/0x19fa32945bed4c42 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.463607:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.463611:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.463618:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000123ebe06/0x19fa32945bed4c42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.463632:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000123ebe06/0x19fa32945bed4c42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.463642:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000123ebe06/0x19fa32945bed4c42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.463650:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000123ebe06/0x19fa32945bed4c42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.463684:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790786209.463708:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790786209.463715:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000123ebe06/0x19fa32945bed4c42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.463725:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd05a00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786209.463730:0:21803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003cbf8f5d/0x19fa32945bed4c3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.463755:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421fc600 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786209.463756:0:21803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003cbf8f5d/0x19fa32945bed4c3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.463762:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000123ebe06/0x19fa32945bed4c42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.463774:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000123ebe06/0x19fa32945bed4c42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.463789:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003cbf8f5d/0x19fa32945bed4c3b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.463797:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000123ebe06/0x19fa32945bed4c42 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.463799:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003cbf8f5d/0x19fa32945bed4c3b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.463819:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000123ebe06/0x19fa32945bed4c42 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.463835:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.463839:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.463842:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786209.463842:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786209.463846:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786209.463848:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786209.465130:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.465140:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f266f47/0x19fa32945bed4c49 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.465152:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.465156:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.465161:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006f266f47/0x19fa32945bed4c49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.465172:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006f266f47/0x19fa32945bed4c49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.465181:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f266f47/0x19fa32945bed4c49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.465188:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006f266f47/0x19fa32945bed4c49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.465209:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790786209.465814:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.465892:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f4aca63/0x19fa32945bed4c50 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.465903:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.465913:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.465918:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f4aca63/0x19fa32945bed4c50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.465928:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f4aca63/0x19fa32945bed4c50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.465948:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f4aca63/0x19fa32945bed4c50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.465956:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f4aca63/0x19fa32945bed4c50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.465977:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1790786209.466404:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1790786209.466412:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006f266f47/0x19fa32945bed4c49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.466421:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421fda00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:0.0:1790786209.466427:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006f266f47/0x19fa32945bed4c49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.466436:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006f266f47/0x19fa32945bed4c49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.466459:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006f266f47/0x19fa32945bed4c49 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.466466:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006f266f47/0x19fa32945bed4c49 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.466491:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790786209.466495:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000f4aca63/0x19fa32945bed4c50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.466501:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421fc000 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:0.0:1790786209.466504:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000f4aca63/0x19fa32945bed4c50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.466512:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000f4aca63/0x19fa32945bed4c50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1790786209.466523:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1790786209.466523:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000f4aca63/0x19fa32945bed4c50 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.466535:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a553d9ee/0x19fa32945bed4c57 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.466537:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f4aca63/0x19fa32945bed4c50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.466556:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.466560:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790786209.466561:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786209.466564:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786209.466566:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a553d9ee/0x19fa32945bed4c57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.466573:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786209.466581:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a553d9ee/0x19fa32945bed4c57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.466590:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a553d9ee/0x19fa32945bed4c57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.466603:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a553d9ee/0x19fa32945bed4c57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.466623:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790786209.466628:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790786209.466633:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a553d9ee/0x19fa32945bed4c57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.466640:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421fca00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:0.0:1790786209.466644:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a553d9ee/0x19fa32945bed4c57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.466651:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a553d9ee/0x19fa32945bed4c57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.466663:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a553d9ee/0x19fa32945bed4c57 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.466670:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a553d9ee/0x19fa32945bed4c57 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.466686:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786209.466703:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786209.466705:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.467061:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786209.467164:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.467170:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001da5b4ca/0x19fa32945bed4c5e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.467178:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.467182:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.467187:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001da5b4ca/0x19fa32945bed4c5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.467197:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001da5b4ca/0x19fa32945bed4c5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.467205:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001da5b4ca/0x19fa32945bed4c5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.467212:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001da5b4ca/0x19fa32945bed4c5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.467625:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790786209.467642:0:21804:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790786209.467648:0:21804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001da5b4ca/0x19fa32945bed4c5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.467657:0:21804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421fd000 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:0.0:1790786209.467660:0:21804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001da5b4ca/0x19fa32945bed4c5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.467681:0:21804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001da5b4ca/0x19fa32945bed4c5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.467714:0:21804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001da5b4ca/0x19fa32945bed4c5e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.468201:0:21804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001da5b4ca/0x19fa32945bed4c5e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.468223:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786209.468225:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786209.468226:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786209.468639:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.468647:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5f61ca6/0x19fa32945bed4c65 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.468662:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.468666:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.468670:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5f61ca6/0x19fa32945bed4c65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.468682:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5f61ca6/0x19fa32945bed4c65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.469077:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5f61ca6/0x19fa32945bed4c65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.469087:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d5f61ca6/0x19fa32945bed4c65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.469500:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790786209.469507:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790786209.469513:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d5f61ca6/0x19fa32945bed4c65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.469523:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421fd200 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:0.0:1790786209.469527:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5f61ca6/0x19fa32945bed4c65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.469537:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5f61ca6/0x19fa32945bed4c65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.469554:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d5f61ca6/0x19fa32945bed4c65 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.469583:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5f61ca6/0x19fa32945bed4c65 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786209.469608:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786209.469610:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786209.469612:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790786209.470132:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1790786209.470140:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038551516/0x19fa32945bed4c6c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.470151:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=617s v=(0 0) 00010000:00010000:3.0:1790786209.470154:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786209.470159:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038551516/0x19fa32945bed4c6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.470171:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038551516/0x19fa32945bed4c6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.470192:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038551516/0x19fa32945bed4c6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.470200:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000038551516/0x19fa32945bed4c6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786209.470313:0:23125:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790786209.470339:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786209.470347:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000038551516/0x19fa32945bed4c6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.470357:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421fc200 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786209.470361:0:21803:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000038551516/0x19fa32945bed4c6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.470370:0:21803:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000038551516/0x19fa32945bed4c6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.470385:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000038551516/0x19fa32945bed4c6c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.470391:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038551516/0x19fa32945bed4c6c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786209.470424:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.470428:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786209.470430:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1790786209.470519:0:23125:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:3.0:1790786209.470614:0:23125:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:21842:x1877774855040256:12345-0@lo:5:osp-pre-1-0.0 Request processed in 107198us (107362us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786209.470625:0:23125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1790786209.470999:0:21842:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006275c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21842:1877774855040256:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1790786209.471013:0:21842:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1790786209.471055:0:21842:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140a9b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21842:1877774855041024:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1790786209.471088:0:21842:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786209.471108:0:21842:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011dce0c00 going to sleep for 11 seconds 00000100:00100000:2.0:1790786209.471122:0:23127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855041024 00000100:00100000:2.0:1790786209.471128:0:23127:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855041024 00000100:00100000:2.0:1790786209.471160:0:23127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1790786209.471168:0:23127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:21842:x1877774855041024:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1790786209.471199:0:23127:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:2.0:1790786209.473830:0:23127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:21842:x1877774855041024:12345-0@lo:5:osp-pre-1-0.0 Request processed in 2657us (2734us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1790786209.473842:0:23127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1790786209.473930:0:21842:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140a9b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21842:1877774855041024:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1790786209.473961:0:21842:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000100:00100000:2.0:1790786209.868028:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855041152:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1790786209.868103:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786209.869124:0:23130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855041152 00000100:00100000:2.0:1790786209.869134:0:23130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855041152 00000100:00100000:2.0:1790786209.869179:0:23130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1790786209.869188:0:23130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855041152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1790786209.869220:0:23130:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790786209.869284:0:23130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855041152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (1181us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786209.869301:0:23130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790786209.869392:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855041152:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1790786210.188088:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1790786210.674806:0:24207:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg302-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1790786211.212386:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790786211.916733:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855041280:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1790786211.916804:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786211.916934:0:23130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855041280 00000100:00100000:3.0:1790786211.916944:0:23130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855041280 00000100:00100000:3.0:1790786211.917000:0:23130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790786211.917012:0:23130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3432:x1877774855041280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1790786211.917046:0:23130:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1790786211.917089:0:23130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3432:x1877774855041280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786211.917096:0:23130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:2.0:1790786211.917222:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790786211.917257:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855041280:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1790786212.238805:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786212.428278:0:3431:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1790786212.428307:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855041536:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790786212.428369:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786212.428461:0:22457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855041536 00000100:00100000:1.0:1790786212.428477:0:22457:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855041536 00000100:00100000:1.0:1790786212.428527:0:22457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1790786212.428536:0:22457:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855041536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1790786212.428572:0:22457:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:1.0:1790786212.428615:0:22457:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855041536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786212.428621:0:22457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1790786212.428660:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855041536:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790786212.431949:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0105219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855041408:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790786212.432024:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786212.433521:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855041408 00000100:00100000:1.0:1790786212.433534:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855041408 00000100:00100000:1.0:1790786212.433597:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1790786212.433607:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855041408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1790786212.433644:0:21821:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1790786212.433733:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855041408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 127us (1709us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786212.433740:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1790786212.433807:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0105219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855041408:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1790786213.260877:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790786213.293102:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786213.293329:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839201280 00000100:00100000:0.0:1790786213.293341:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839201280 00000100:00100000:0.0:1790786213.293388:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 114 00000100:00100000:0.0:1790786213.293396:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013c0de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2386:x1877774839201280:12345-192.168.203.2@tcp:250:mount.lustre.0 00010000:00080000:0.0:1790786213.293426:0:21808:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from bdd083c9-f585-4d48-8e5a-69c62c5513c1@192.168.203.2@tcp t0 exp 0000000000000000 cur 621 last 0 00000020:00000080:0.0:1790786213.293455:0:21808:0:(genops.c:1384:class_connect()) connect: client bdd083c9-f585-4d48-8e5a-69c62c5513c1, cookie 0x19fa32945bed4c73 00000100:00080000:0.0:1790786213.293606:0:21808:0:(import.c:65:import_set_state_nolock()) ffff8c0005bbe800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790786213.294044:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013c0de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+5:2386:x1877774839201280:12345-192.168.203.2@tcp:250:mount.lustre.0 Request processed in 645us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786213.294054:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 114 00000100:00100000:2.0:1790786213.320159:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786213.320263:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839201408 00000100:00100000:1.0:1790786213.320274:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839201408 00000100:00100000:1.0:1790786213.320332:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 115 00000100:00100000:1.0:1790786213.320343:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d686050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+5:18263:x1877774839201408:12345-192.168.203.2@tcp:101:mount.lustre.0 00010000:00010000:1.0:1790786213.320359:0:21810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790786213.320378:0:21810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c0140e06e00/0x19fa32945bed4c7a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f64d644756463b expref: -99 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786213.320408:0:21810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c0140e06e00/0x19fa32945bed4c7a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756463b expref: 6 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786213.320419:0:21810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c0140e06e00/0x19fa32945bed4c7a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756463b expref: 6 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786213.320428:0:21810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c0140e06e00, rc 0) 00000100:00100000:1.0:1790786213.320491:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d686050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+6:18263:x1877774839201408:12345-192.168.203.2@tcp:101:mount.lustre.0 Request processed in 150us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786213.320507:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 115 00000100:00100000:2.0:1790786213.322954:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786213.323454:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839201536 00000100:00100000:0.0:1790786213.323465:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839201536 00000100:00100000:0.0:1790786213.323523:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 116 00000100:00100000:0.0:1790786213.323533:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d687050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+6:18263:x1877774839201536:12345-192.168.203.2@tcp:501:mount.lustre.0 00000100:00100000:0.0:1790786213.323982:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d687050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+6:18263:x1877774839201536:12345-192.168.203.2@tcp:501:mount.lustre.0 Request processed in 448us (1035us total) trans 0 rc -2/-2 00000100:00100000:0.0:1790786213.323997:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 116 00000100:00100000:3.0:1790786213.334789:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786213.334938:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839201664 00000100:00100000:2.0:1790786213.334947:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839201664 00000100:00100000:2.0:1790786213.335014:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 117 00000100:00100000:2.0:1790786213.335024:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d684050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+6:18263:x1877774839201664:12345-192.168.203.2@tcp:101:mount.lustre.0 00010000:00010000:2.0:1790786213.335040:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786213.335058:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c124200/0x19fa32945bed4c81 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f64d6447564642 expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786213.335102:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c124200/0x19fa32945bed4c81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564642 expref: 7 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786213.335113:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c124200/0x19fa32945bed4c81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564642 expref: 7 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786213.335122:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c124200, rc 0) 00000100:00100000:2.0:1790786213.335184:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d684050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+7:18263:x1877774839201664:12345-192.168.203.2@tcp:101:mount.lustre.0 Request processed in 161us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786213.335192:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 117 00000100:00100000:1.0:1790786213.344257:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786213.346047:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839201792 00000100:00100000:0.0:1790786213.346075:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839201792 00000100:00100000:0.0:1790786213.346144:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 118 00000100:00100000:0.0:1790786213.346156:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d684850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+7:18263:x1877774839201792:12345-192.168.203.2@tcp:501:mount.lustre.0 00000100:00100000:0.0:1790786213.346482:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d684850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+8:18263:x1877774839201792:12345-192.168.203.2@tcp:501:mount.lustre.0 Request processed in 327us (2234us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786213.346491:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 118 00000100:00100000:0.0:1790786213.351157:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786213.351299:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839201920 00000100:00100000:3.0:1790786213.351309:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839201920 00000100:00100000:3.0:1790786213.351370:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 119 00000100:00100000:3.0:1790786213.351381:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d686450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+8:18263:x1877774839201920:12345-192.168.203.2@tcp:503:mount.lustre.0 00000100:00100000:3.0:1790786213.351950:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d686450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+8:18263:x1877774839201920:12345-192.168.203.2@tcp:503:mount.lustre.0 Request processed in 569us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786213.351959:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 119 00000100:00100000:3.0:1790786213.361236:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786213.361600:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839202048 00000100:00100000:2.0:1790786213.361635:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839202048 00000100:00100000:2.0:1790786213.361753:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 120 00000100:00100000:2.0:1790786213.361767:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d687850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+8:18282:x1877774839202048:12345-192.168.203.2@tcp:502:llog_process_th.0 00000100:00100000:2.0:1790786213.362318:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d687850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+8:18282:x1877774839202048:12345-192.168.203.2@tcp:502:llog_process_th.0 Request processed in 550us (1093us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786213.362328:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 120 00000100:00100000:1.0:1790786213.393885:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786213.394000:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839202176 00000100:00100000:0.0:1790786213.394013:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839202176 00000100:00100000:0.0:1790786213.394102:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 121 00000100:00100000:0.0:1790786213.394116:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d685850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+8:18282:x1877774839202176:12345-192.168.203.2@tcp:502:llog_process_th.0 00000100:00100000:0.0:1790786213.394515:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d685850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+8:18282:x1877774839202176:12345-192.168.203.2@tcp:502:llog_process_th.0 Request processed in 401us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786213.394525:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 121 00000100:00100000:0.0:1790786213.403942:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786213.406062:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839202304 00000100:00100000:3.0:1790786213.406097:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839202304 00000100:00100000:3.0:1790786213.406192:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 122 00000100:00100000:3.0:1790786213.406204:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d685050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+8:18282:x1877774839202304:12345-192.168.203.2@tcp:502:llog_process_th.0 00000100:00100000:3.0:1790786213.406553:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d685050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+8:18282:x1877774839202304:12345-192.168.203.2@tcp:502:llog_process_th.0 Request processed in 350us (2625us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786213.406562:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 122 00000100:00100000:3.0:1790786213.416573:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786213.416765:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839202432 00000100:00100000:2.0:1790786213.416780:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839202432 00000100:00100000:2.0:1790786213.416854:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 123 00000100:00100000:2.0:1790786213.416867:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d685450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+8:18263:x1877774839202432:12345-192.168.203.2@tcp:101:mount.lustre.0 00010000:00010000:2.0:1790786213.416999:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786213.417024:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c124a00/0x19fa32945bed4c88 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f64d6447564673 expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786213.417195:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c124a00/0x19fa32945bed4c88 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564673 expref: 9 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786213.417215:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c124a00/0x19fa32945bed4c88 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564673 expref: 9 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786213.417227:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c124a00, rc 0) 00000100:00100000:2.0:1790786213.417310:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d685450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+9:18263:x1877774839202432:12345-192.168.203.2@tcp:101:mount.lustre.0 Request processed in 446us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786213.417318:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 123 00000100:00100000:1.0:1790786213.425472:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786213.427329:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839202560 00000100:00100000:0.0:1790786213.427350:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839202560 00000100:00100000:0.0:1790786213.427445:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 124 00000100:00100000:0.0:1790786213.427458:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d686850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+9:18263:x1877774839202560:12345-192.168.203.2@tcp:256:mount.lustre.0 20000000:01000000:0.0:1790786213.427495:0:21808:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1790786213.427527:0:21808:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1790786213.427531:0:21808:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1790786213.427535:0:21808:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1790786213.427554:0:21808:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1790786213.427556:0:21808:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:3.0:1790786213.431888:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d686850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+9:18263:x1877774839202560:12345-192.168.203.2@tcp:256:mount.lustre.0 Request processed in 4415us (6415us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786213.431906:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 124 00000100:00100000:3.0:1790786213.440818:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786213.441621:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839202688 00000100:00100000:1.0:1790786213.441638:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839202688 00000100:00100000:1.0:1790786213.441743:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 125 00000100:00100000:1.0:1790786213.441755:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d686c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+9:18263:x1877774839202688:12345-192.168.203.2@tcp:101:mount.lustre.0 00010000:00010000:1.0:1790786213.441798:0:21810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790786213.441824:0:21810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4c8f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f64d644756467a expref: -99 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786213.441862:0:21810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4c8f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756467a expref: 10 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786213.441884:0:21810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4c8f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756467a expref: 10 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786213.441895:0:21810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c0140e07a00, rc 0) 00000100:00100000:1.0:1790786213.441984:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d686c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+10:18263:x1877774839202688:12345-192.168.203.2@tcp:101:mount.lustre.0 Request processed in 232us (1182us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786213.441991:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 125 00000100:00100000:1.0:1790786213.444626:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786213.444903:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839202816 00000100:00100000:2.0:1790786213.444924:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839202816 00000100:00100000:2.0:1790786213.444993:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 126 00000100:00100000:2.0:1790786213.445004:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d684450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+10:18263:x1877774839202816:12345-192.168.203.2@tcp:501:mount.lustre.0 00000100:00100000:2.0:1790786213.445804:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d684450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+10:18263:x1877774839202816:12345-192.168.203.2@tcp:501:mount.lustre.0 Request processed in 796us (1187us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786213.445815:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 126 00000100:00100000:0.0:1790786213.448471:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786213.448906:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839202944 00000100:00100000:2.0:1790786213.448929:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839202944 00000100:00100000:2.0:1790786213.449008:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 127 00000100:00100000:2.0:1790786213.449021:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c011d687450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+10:18263:x1877774839202944:12345-192.168.203.2@tcp:503:mount.lustre.0 00000100:00100000:2.0:1790786213.449866:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c011d687450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+10:18263:x1877774839202944:12345-192.168.203.2@tcp:503:mount.lustre.0 Request processed in 840us (1399us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786213.449958:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 127 00000100:00100000:0.0:1790786213.456334:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786213.456602:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839203072 00000100:00100000:3.0:1790786213.456637:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839203072 00000100:00100000:3.0:1790786213.456823:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 128 00000100:00100000:3.0:1790786213.456837:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+10:18287:x1877774839203072:12345-192.168.203.2@tcp:502:llog_process_th.0 00000100:00100000:3.0:1790786213.457432:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+10:18287:x1877774839203072:12345-192.168.203.2@tcp:502:llog_process_th.0 Request processed in 596us (1112us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786213.457441:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 128 00000100:00100000:1.0:1790786213.479994:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786213.489970:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839203200 00000100:00100000:2.0:1790786213.489993:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839203200 00000100:00100000:2.0:1790786213.490241:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 129 00000100:00100000:2.0:1790786213.490255:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+10:18287:x1877774839203200:12345-192.168.203.2@tcp:502:llog_process_th.0 00000100:00100000:2.0:1790786213.490632:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+10:18287:x1877774839203200:12345-192.168.203.2@tcp:502:llog_process_th.0 Request processed in 379us (10652us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786213.490642:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 129 00000100:00100000:0.0:1790786213.497668:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786213.498239:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839203328 00000100:00100000:3.0:1790786213.498254:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839203328 00000100:00100000:3.0:1790786213.498309:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 7 00000100:00100000:3.0:1790786213.498320:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2386:x1877774839203328:12345-192.168.203.2@tcp:38:mount.lustre.0 00010000:00080000:3.0:1790786213.498358:0:21817:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 23960972-c7d3-4e9b-9ea2-7abe19f3cb59@192.168.203.2@tcp t0 exp 0000000000000000 cur 621 last 0 00000020:00000080:3.0:1790786213.498423:0:21817:0:(genops.c:1384:class_connect()) connect: client 23960972-c7d3-4e9b-9ea2-7abe19f3cb59, cookie 0x19fa32945bed4c96 00000004:00100000:3.0:1790786213.498463:0:21817:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00100000:0.0:1790786213.499213:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786213.500865:0:21815:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1790786213.500898:0:21815:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1790786213.500939:0:21816:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1790786213.500949:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839203584 00000100:00100000:1.0:1790786213.500960:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839203584 00000100:00100000:1.0:1790786213.503971:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 8 00000100:00100000:1.0:1790786213.503988:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2386:x1877774839203584:12345-192.168.203.2@tcp:38:mount.lustre.0 00010000:00080000:1.0:1790786213.504034:0:24321:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 23960972-c7d3-4e9b-9ea2-7abe19f3cb59@192.168.203.2@tcp t0 exp 0000000000000000 cur 621 last 0 00000020:00000080:1.0:1790786213.504111:0:24321:0:(genops.c:1384:class_connect()) connect: client 23960972-c7d3-4e9b-9ea2-7abe19f3cb59, cookie 0x19fa32945bed4c9d 00000004:00100000:1.0:1790786213.504156:0:24321:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1790786213.504630:0:24321:0:(import.c:65:import_set_state_nolock()) ffff8c013b796800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790786213.504764:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:2386:x1877774839203584:12345-192.168.203.2@tcp:38:mount.lustre.0 Request processed in 776us (5555us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786213.504785:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 8 00000100:00080000:2.0:1790786213.505239:0:21817:0:(import.c:65:import_set_state_nolock()) ffff8c01275fe000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790786213.505291:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:2386:x1877774839203328:12345-192.168.203.2@tcp:38:mount.lustre.0 Request processed in 6971us (7637us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786213.505300:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 7 00000100:00100000:0.0:1790786213.518835:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786213.518889:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786213.518938:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786213.519108:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839203840 00000100:00100000:3.0:1790786213.519121:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839203840 00000100:00100000:3.0:1790786213.519203:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839203456 00000100:00100000:3.0:1790786213.519207:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839203456 00000100:00100000:3.0:1790786213.519220:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839203712 00000100:00100000:3.0:1790786213.519222:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839203712 00000100:00100000:3.0:1790786213.519245:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 9 00000100:00100000:3.0:1790786213.519256:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+7:18263:x1877774839203840:12345-192.168.203.2@tcp:41:mount.lustre.0 00000004:00000024:3.0:1790786213.519316:0:24321:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1790786213.519439:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+7:18263:x1877774839203840:12345-192.168.203.2@tcp:41:mount.lustre.0 Request processed in 184us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786213.519447:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 9 00000100:00100000:3.0:1790786213.519592:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 10 00000100:00100000:3.0:1790786213.519600:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:0:x1877774839203456:12345-192.168.203.2@tcp:41:mount.lustre.0 00000004:00000024:3.0:1790786213.519632:0:24321:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1790786213.519659:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:0:x1877774839203456:12345-192.168.203.2@tcp:41:mount.lustre.0 Request processed in 60us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786213.519665:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 10 00000100:00100000:3.0:1790786213.519676:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 11 00000100:00100000:3.0:1790786213.519682:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:0:x1877774839203712:12345-192.168.203.2@tcp:41:mount.lustre.0 00000004:00000024:3.0:1790786213.519749:0:24321:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261778432 avail 2259681280 00000100:00100000:3.0:1790786213.519791:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:0:x1877774839203712:12345-192.168.203.2@tcp:41:mount.lustre.0 Request processed in 109us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786213.519798:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 11 00000100:00080000:0.0:1790786213.520266:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1790786213.520273:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1790786213.524523:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786213.524644:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839203968 00000100:00100000:3.0:1790786213.524660:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839203968 00000100:00100000:3.0:1790786213.524784:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 12 00000100:00100000:3.0:1790786213.524796:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:18263:x1877774839203968:12345-192.168.203.2@tcp:40:mount.lustre.0 00000100:00100000:3.0:1790786213.525201:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:18263:x1877774839203968:12345-192.168.203.2@tcp:40:mount.lustre.0 Request processed in 407us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786213.525210:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 12 00000100:00100000:0.0:1790786213.528849:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786213.529196:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839204096 00000100:00100000:3.0:1790786213.529211:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839204096 00000100:00100000:3.0:1790786213.529274:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 24 00000100:00100000:3.0:1790786213.529286:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2386:x1877774839204096:12345-192.168.203.2@tcp:8:mount.lustre.0 00010000:00080000:3.0:1790786213.529333:0:24136:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 23960972-c7d3-4e9b-9ea2-7abe19f3cb59@192.168.203.2@tcp t0 exp 0000000000000000 cur 621 last 0 00000020:00000080:3.0:1790786213.529378:0:24136:0:(genops.c:1384:class_connect()) connect: client 23960972-c7d3-4e9b-9ea2-7abe19f3cb59, cookie 0x19fa32945bed4ca4 00002000:00100000:3.0:1790786213.529393:0:24136:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 23960972-c7d3-4e9b-9ea2-7abe19f3cb59/ffff8c00042e5800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1790786213.529425:0:24136:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1790786213.530236:0:24136:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1790786213.530297:0:24136:0:(import.c:65:import_set_state_nolock()) ffff8c0140748800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790786213.530457:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:2386:x1877774839204096:12345-192.168.203.2@tcp:8:mount.lustre.0 Request processed in 1171us (1623us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786213.530467:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 24 00000100:00100000:2.0:1790786213.533533:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786213.533591:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786213.534041:0:21827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839204352 00000100:00100000:3.0:1790786213.534053:0:21827:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839204352 00000100:00100000:3.0:1790786213.534141:0:21827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 3 00000100:00100000:3.0:1790786213.534154:0:21827:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:18263:x1877774839204352:12345-192.168.203.2@tcp:900:mount.lustre.0 00000100:00100000:3.0:1790786213.534269:0:21827:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:18263:x1877774839204352:12345-192.168.203.2@tcp:900:mount.lustre.0 Request processed in 117us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786213.534277:0:21827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 3 00000100:00100000:0.0:1790786213.534408:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839204224 00000100:00100000:0.0:1790786213.534414:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839204224 00000100:00100000:0.0:1790786213.534449:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 25 00000100:00100000:0.0:1790786213.534458:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2386:x1877774839204224:12345-192.168.203.2@tcp:8:mount.lustre.0 00010000:00080000:0.0:1790786213.534493:0:23128:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 23960972-c7d3-4e9b-9ea2-7abe19f3cb59@192.168.203.2@tcp t0 exp 0000000000000000 cur 621 last 0 00000020:00000080:0.0:1790786213.534531:0:23128:0:(genops.c:1384:class_connect()) connect: client 23960972-c7d3-4e9b-9ea2-7abe19f3cb59, cookie 0x19fa32945bed4cab 00002000:00100000:0.0:1790786213.534556:0:23128:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 23960972-c7d3-4e9b-9ea2-7abe19f3cb59/ffff8c0005bb8800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1790786213.534589:0:23128:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1790786213.535282:0:23128:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1790786213.535325:0:23128:0:(import.c:65:import_set_state_nolock()) ffff8c0005bb8000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790786213.535393:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:2386:x1877774839204224:12345-192.168.203.2@tcp:8:mount.lustre.0 Request processed in 936us (1874us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786213.535401:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 25 00000100:00100000:2.0:1790786213.538014:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786213.538269:0:21818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839204480 00000100:00100000:0.0:1790786213.538298:0:21818:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839204480 00000100:00100000:0.0:1790786213.538368:0:21818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 0 00000100:00100000:0.0:1790786213.538380:0:21818:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:18263:x1877774839204480:12345-192.168.203.2@tcp:33:mount.lustre.0 00000004:00080000:1.0:1790786213.542219:0:21818:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 3747us 00000004:00200000:3.0:1790786213.555675:0:21818:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000100:00100000:3.0:1790786213.555859:0:21818:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:18263:x1877774839204480:12345-192.168.203.2@tcp:33:mount.lustre.0 Request processed in 17472us (17848us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786213.555895:0:21818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 0 00000100:00100000:1.0:1790786213.719158:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786213.719421:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839204608 00000100:00100000:2.0:1790786213.719453:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839204608 00000100:00100000:2.0:1790786213.719532:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 13 00000100:00100000:2.0:1790786213.719555:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0105219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:18310:x1877774839204608:12345-192.168.203.2@tcp:101:mkdir.0 00010000:00010000:2.0:1790786213.719584:0:21817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786213.719618:0:21817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c125600/0x19fa32945bed4cb2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d64475646ab expref: -99 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786213.719778:0:21817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c124000/0x19fa32945bed4cb9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786213.719795:0:21817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c124000/0x19fa32945bed4cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786213.719813:0:21817:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c124000/0x19fa32945bed4cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790786213.719863:0:21817:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1790786213.719869:0:21817:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 2 00000004:00010000:2.0:1790786213.719936:0:21817:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c124000/0x19fa32945bed4cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786213.719970:0:21817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c125600/0x19fa32945bed4cb2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475646ab expref: 8 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786213.719995:0:21817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c124000/0x19fa32945bed4cb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475646ab expref: 7 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786213.720004:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c01111c2300) 00010000:00010000:2.0:1790786213.720007:0:21817:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1790786213.720010:0:21817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c124000, rc 0) 00000100:00100000:2.0:1790786213.720347:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0105219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+7:18310:x1877774839204608:12345-192.168.203.2@tcp:101:mkdir.0 Request processed in 794us (1203us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786213.720356:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 13 00010000:00010000:0.0:1790786214.284201:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786214.476626:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855041664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1790786214.477255:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786214.477673:0:23130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855041664 00000100:00100000:3.0:1790786214.477684:0:23130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855041664 00000100:00100000:3.0:1790786214.477770:0:23130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790786214.477782:0:23130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3431:x1877774855041664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1790786214.477810:0:23130:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1790786214.477871:0:23130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3431:x1877774855041664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786214.477880:0:23130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790786214.477924:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855041792:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790786214.477973:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786214.478023:0:23129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855041792 00000100:00100000:3.0:1790786214.478028:0:23129:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855041792 00000100:00100000:3.0:1790786214.478048:0:23129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790786214.478055:0:23129:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3432:x1877774855041792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1790786214.478066:0:23129:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1790786214.478101:0:23129:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3432:x1877774855041792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786214.478106:0:23129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:0.0:1790786214.479151:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790786214.479245:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855041664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1790786214.479417:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855042048:0@lo:400:kworker.0 00000100:00100000:0.0:1790786214.479477:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786214.479547:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139fedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855042560:0@lo:400:kworker.0 00000100:00100000:0.0:1790786214.479583:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786214.479623:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139fed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3430:1877774855043072:0@lo:400:kworker.0 00000100:00100000:0.0:1790786214.479665:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786214.479716:0:3430:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1790786214.479725:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855042176:0@lo:400:kworker.0 00000100:00100000:0.0:1790786214.479756:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786214.479783:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774855042688:0@lo:400:kworker.0 00000100:00100000:0.0:1790786214.479829:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786214.480449:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139fece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3430:1877774855043200:0@lo:400:kworker.0 00000100:00100000:1.0:1790786214.480453:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48e53719-1210-45be-8914-ea1f755552d5:3433:1877774855041920:0@lo:400:kworker.0 00000100:00100000:1.0:1790786214.480507:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786214.480509:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786214.480550:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139fec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855042432:0@lo:400:kworker.0 00000100:00100000:0.0:1790786214.480572:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855042048 00000100:00100000:0.0:1790786214.480582:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855042048 00000100:00100000:1.0:1790786214.480583:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786214.480606:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3433:1877774855042944:0@lo:400:kworker.0 00000100:00100000:1.0:1790786214.480632:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786214.480641:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855042432 00000100:00100000:0.0:1790786214.480646:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855042432 00000100:00100000:1.0:1790786214.480655:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1790786214.480663:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3433:1877774855042304:0@lo:400:kworker.0 00000100:00100000:2.0:1790786214.481041:0:23125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855042560 00000100:00100000:2.0:1790786214.481049:0:23125:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855042560 00000100:00100000:3.0:1790786214.481110:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855041792:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1790786214.481189:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1790786214.481202:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139fec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855042048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786214.481416:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139fec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855042048:12345-0@lo:400:kworker.0 Request processed in 216us (1939us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786214.481424:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1790786214.481476:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1790786214.481542:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c010521bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855042432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786214.481587:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c010521bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855042432:12345-0@lo:400:kworker.0 Request processed in 105us (1003us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786214.481596:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1790786214.481621:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855042176 00000100:00100000:0.0:1790786214.481626:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855042176 00000100:00100000:0.0:1790786214.481661:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1790786214.481669:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139fec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855042176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786214.481897:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139fec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855042176:12345-0@lo:400:kworker.0 Request processed in 227us (2140us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786214.481915:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1790786214.481943:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855043072 00000100:00100000:0.0:1790786214.481948:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855043072 00000100:00100000:0.0:1790786214.481982:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855042688 00000100:00100000:0.0:1790786214.481986:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855042688 00000100:00100000:0.0:1790786214.482007:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855043200 00000100:00100000:0.0:1790786214.482010:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855043200 00000100:00100000:0.0:1790786214.482034:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855042944 00000100:00100000:0.0:1790786214.482037:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855042944 00000100:00100000:0.0:1790786214.482122:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1790786214.482133:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139fed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3430:x1877774855043072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786214.482180:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139fed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3430:x1877774855043072:12345-0@lo:400:kworker.0 Request processed in 51us (2515us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786214.482198:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1790786214.482217:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1790786214.482226:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139fee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3430:x1877774855042688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786214.482335:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139fee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3430:x1877774855042688:12345-0@lo:400:kworker.0 Request processed in 47us (2442us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786214.482343:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1790786214.482358:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1790786214.482366:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139fedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3430:x1877774855043200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786214.482407:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139fedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3430:x1877774855043200:12345-0@lo:400:kworker.0 Request processed in 41us (1900us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786214.482415:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1790786214.482432:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1790786214.482441:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0105219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3433:x1877774855042944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786214.482475:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0105219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3433:x1877774855042944:12345-0@lo:400:kworker.0 Request processed in 36us (1842us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786214.482482:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:0.0:1790786214.482546:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1790786214.482552:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1790786214.482556:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790786214.482562:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786214.482596:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139fef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3433:1877774855042816:0@lo:400:kworker.0 00000100:00100000:1.0:1790786214.482627:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786214.482659:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855042304 00000100:00100000:1.0:1790786214.482661:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139fec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855042432:0@lo:400:kworker.0 00000100:00100000:0.0:1790786214.482665:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855042304 00010000:00080000:1.0:1790786214.482680:0:3433:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c0139fed880 x1877774855042944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786230 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786214.482715:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3433:1877774855042944:0@lo:400:kworker.0 00000100:00100000:1.0:1790786214.482747:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855041920 00000100:00100000:1.0:1790786214.482751:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855041920 00000100:00100000:1.0:1790786214.482781:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1790786214.482788:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+24:3433:x1877774855041920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786214.482827:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+24:3433:x1877774855041920:12345-0@lo:400:kworker.0 Request processed in 39us (2321us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786214.482840:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:0.0:1790786214.482984:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855042816 00000100:00100000:0.0:1790786214.482988:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855042816 00000100:00100000:0.0:1790786214.483018:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1790786214.483026:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c010521b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3433:x1877774855042304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786214.483124:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48e53719-1210-45be-8914-ea1f755552d5:3433:1877774855041920:0@lo:400:kworker.0 00000100:00100000:1.0:1790786214.483152:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1790786214.483161:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0105219180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3433:x1877774855042816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786214.483282:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c010521b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3433:x1877774855042304:12345-0@lo:400:kworker.0 Request processed in 248us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786214.483296:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:0.0:1790786214.483317:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1790786214.483355:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855042176:0@lo:400:kworker.0 00000100:00100000:0.0:1790786214.483402:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774855042688:0@lo:400:kworker.0 00000100:00100000:1.0:1790786214.483404:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0105219180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3433:x1877774855042816:12345-0@lo:400:kworker.0 Request processed in 47us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786214.483415:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1790786214.483451:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3433:1877774855042304:0@lo:400:kworker.0 00000100:00100000:1.0:1790786214.483464:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139fef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3433:1877774855042816:0@lo:400:kworker.0 00010000:00080000:0.0:1790786214.483641:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c0139fece00 x1877774855043200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786230 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786214.483654:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139fece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3430:1877774855043200:0@lo:400:kworker.0 00000100:00100000:0.0:1790786214.483675:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855042048:0@lo:400:kworker.0 00000100:00100000:0.0:1790786214.484234:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139fed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3430:1877774855043072:0@lo:400:kworker.0 00000100:00100000:2.0:1790786214.485119:0:23125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1790786214.485137:0:23125:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855042560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786214.485686:0:23125:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855042560:12345-0@lo:400:kworker.0 Request processed in 554us (6101us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786214.485724:0:23125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1790786214.485748:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139fedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855042560:0@lo:400:kworker.0 00000001:00100000:1.0:1790786214.513146:0:6440:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 23960972-c7d3-4e9b-9ea2-7abe19f3cb59 00000001:00100000:0.0:1790786214.526953:0:7234:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 23960972-c7d3-4e9b-9ea2-7abe19f3cb59 00000001:00100000:1.0:1790786214.542473:0:9045:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 23960972-c7d3-4e9b-9ea2-7abe19f3cb59 00000001:00080000:1.0:1790786214.542506:0:9045:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00080000:1.0:1790786214.542524:0:9045:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000001:00100000:1.0:1790786214.542549:0:9045:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1790786214.542558:0:9045:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1790786214.989240:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855043328:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1790786214.989339:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786214.989514:0:23129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855043328 00000100:00100000:2.0:1790786214.989525:0:23129:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855043328 00000100:00100000:2.0:1790786214.989590:0:23129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790786214.989602:0:23129:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855043328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1790786214.989645:0:23129:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790786214.989742:0:23129:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855043328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 142us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786214.989750:0:23129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790786214.989843:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855043328:0@lo:13:osp-pre-0-0.0 00000001:00100000:2.0:1790786215.049044:0:8106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 23960972-c7d3-4e9b-9ea2-7abe19f3cb59 00010000:00010000:3.0:1790786215.308668:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1790786215.756460:0:21851:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1790786216.043191:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786216.043592:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839204736 00000100:00100000:1.0:1790786216.043607:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839204736 00000100:00100000:1.0:1790786216.043749:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 14 00000100:00100000:1.0:1790786216.043764:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:18362:x1877774839204736:12345-192.168.203.2@tcp:41:lfs.0 00000004:00000024:1.0:1790786216.043821:0:24321:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1790786216.043953:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:18362:x1877774839204736:12345-192.168.203.2@tcp:41:lfs.0 Request processed in 193us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786216.043993:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 14 00000100:00080000:2.0:1790786216.044200:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1790786216.055906:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786216.059742:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839204864 00000100:00100000:0.0:1790786216.059763:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839204864 00000100:00100000:0.0:1790786216.059898:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 15 00000100:00100000:0.0:1790786216.059911:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:18362:x1877774839204864:12345-192.168.203.2@tcp:41:lfs.0 00000004:00000024:0.0:1790786216.059971:0:21815:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1790786216.060111:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:18362:x1877774839204864:12345-192.168.203.2@tcp:41:lfs.0 Request processed in 203us (4232us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786216.060119:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 15 00000100:00080000:2.0:1790786216.060242:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1790786216.069795:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786216.069981:0:23129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839204992 00000100:00100000:2.0:1790786216.069995:0:23129:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839204992 00000100:00100000:2.0:1790786216.070090:0:23129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 12 00000100:00100000:2.0:1790786216.070103:0:23129:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:18362:x1877774839204992:12345-192.168.203.2@tcp:13:lfs.0 00002000:00000024:2.0:1790786216.070140:0:23129:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790786216.070263:0:23129:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:18362:x1877774839204992:12345-192.168.203.2@tcp:13:lfs.0 Request processed in 161us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786216.070294:0:23129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 12 00000100:00080000:0.0:1790786216.070940:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1790786216.072600:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786216.072844:0:23129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839205120 00000100:00100000:2.0:1790786216.072858:0:23129:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839205120 00000100:00100000:2.0:1790786216.072952:0:23129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 13 00000100:00100000:2.0:1790786216.072965:0:23129:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:18362:x1877774839205120:12345-192.168.203.2@tcp:13:lfs.0 00002000:00000024:2.0:1790786216.073021:0:23129:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1790786216.073153:0:23129:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:18362:x1877774839205120:12345-192.168.203.2@tcp:13:lfs.0 Request processed in 191us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786216.073162:0:23129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 13 00000100:00080000:0.0:1790786216.073309:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1790786216.317373:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786216.317554:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839205248 00000100:00100000:2.0:1790786216.317577:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839205248 00000100:00100000:2.0:1790786216.317653:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 131 00000100:00100000:2.0:1790786216.317665:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+10:18395:x1877774839205248:12345-192.168.203.2@tcp:101:mount.lustre.0 00010000:00010000:2.0:1790786216.317688:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786216.317767:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c125600/0x19fa32945bed4cc0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f64d64475646b2 expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786216.317807:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c125600/0x19fa32945bed4cc0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475646b2 expref: 11 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786216.317821:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c125600/0x19fa32945bed4cc0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475646b2 expref: 11 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786216.317831:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c125600, rc 0) 00000100:00100000:2.0:1790786216.317920:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+11:18395:x1877774839205248:12345-192.168.203.2@tcp:101:mount.lustre.0 Request processed in 257us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786216.317952:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 131 00000100:00100000:1.0:1790786216.329260:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786216.329444:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839205376 00000100:00100000:2.0:1790786216.329459:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839205376 00000100:00100000:2.0:1790786216.329529:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 132 00000100:00100000:2.0:1790786216.329542:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+11:18395:x1877774839205376:12345-192.168.203.2@tcp:501:mount.lustre.0 00000100:00100000:2.0:1790786216.330835:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+11:18395:x1877774839205376:12345-192.168.203.2@tcp:501:mount.lustre.0 Request processed in 1287us (1581us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786216.330849:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 132 00010000:00010000:1.0:1790786216.332747:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786216.341131:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786216.341595:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839205504 00000100:00100000:1.0:1790786216.341611:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839205504 00000100:00100000:1.0:1790786216.341927:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 133 00000100:00100000:1.0:1790786216.341941:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+11:18395:x1877774839205504:12345-192.168.203.2@tcp:503:mount.lustre.0 00000100:00100000:1.0:1790786216.342322:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+11:18395:x1877774839205504:12345-192.168.203.2@tcp:503:mount.lustre.0 Request processed in 382us (1293us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786216.342332:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 133 00000100:00100000:3.0:1790786216.362594:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786216.362943:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839205632 00000100:00100000:2.0:1790786216.362957:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839205632 00000100:00100000:2.0:1790786216.363047:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 134 00000100:00100000:2.0:1790786216.363061:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+11:18401:x1877774839205632:12345-192.168.203.2@tcp:502:llog_process_th.0 00000100:00100000:2.0:1790786216.363518:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+11:18401:x1877774839205632:12345-192.168.203.2@tcp:502:llog_process_th.0 Request processed in 458us (940us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786216.363530:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 134 00000100:00100000:0.0:1790786216.387907:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786216.387989:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839205760 00000100:00100000:1.0:1790786216.388003:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839205760 00000100:00100000:1.0:1790786216.388075:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 135 00000100:00100000:1.0:1790786216.388088:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+11:18401:x1877774839205760:12345-192.168.203.2@tcp:502:llog_process_th.0 00000100:00100000:1.0:1790786216.388425:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+11:18401:x1877774839205760:12345-192.168.203.2@tcp:502:llog_process_th.0 Request processed in 337us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786216.388435:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 135 00000100:00100000:3.0:1790786216.393197:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786216.393461:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839205888 00000100:00100000:1.0:1790786216.393481:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839205888 00000100:00100000:1.0:1790786216.393549:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 136 00000100:00100000:1.0:1790786216.393558:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+11:18401:x1877774839205888:12345-192.168.203.2@tcp:502:llog_process_th.0 00000100:00100000:1.0:1790786216.394052:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+11:18401:x1877774839205888:12345-192.168.203.2@tcp:502:llog_process_th.0 Request processed in 492us (869us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786216.394061:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 136 00000100:00100000:3.0:1790786216.402168:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786216.403278:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839206016 00000100:00100000:2.0:1790786216.403296:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839206016 00000100:00100000:2.0:1790786216.403373:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 137 00000100:00100000:2.0:1790786216.403384:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+11:18395:x1877774839206016:12345-192.168.203.2@tcp:101:mount.lustre.0 00010000:00010000:2.0:1790786216.403406:0:21810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786216.403428:0:21810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013c124800/0x19fa32945bed4cc7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f64d64475646e3 expref: -99 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786216.403463:0:21810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013c124800/0x19fa32945bed4cc7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475646e3 expref: 12 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786216.403498:0:21810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013c124800/0x19fa32945bed4cc7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475646e3 expref: 12 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786216.403508:0:21810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c124800, rc 0) 00000100:00100000:2.0:1790786216.404507:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+12:18395:x1877774839206016:12345-192.168.203.2@tcp:101:mount.lustre.0 Request processed in 1116us (2348us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786216.404584:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 137 00000100:00100000:0.0:1790786216.409396:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786216.410298:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839206144 00000100:00100000:1.0:1790786216.410316:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839206144 00000100:00100000:1.0:1790786216.410458:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 138 00000100:00100000:1.0:1790786216.410472:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+12:18395:x1877774839206144:12345-192.168.203.2@tcp:256:mount.lustre.0 20000000:01000000:1.0:1790786216.410510:0:21809:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1790786216.410551:0:21809:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1790786216.410556:0:21809:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1790786216.410560:0:21809:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1790786216.410563:0:21809:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1790786216.410566:0:21809:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1790786216.414779:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+12:18395:x1877774839206144:12345-192.168.203.2@tcp:256:mount.lustre.0 Request processed in 4292us (5380us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786216.414799:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 138 00000100:00100000:2.0:1790786216.418566:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786216.418788:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839206272 00000100:00100000:1.0:1790786216.418802:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839206272 00000100:00100000:1.0:1790786216.418883:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 139 00000100:00100000:1.0:1790786216.419008:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+12:18395:x1877774839206272:12345-192.168.203.2@tcp:101:mount.lustre.0 00010000:00010000:1.0:1790786216.419034:0:21810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790786216.419069:0:21810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c0140e06200/0x19fa32945bed4cce lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f64d64475646ea expref: -99 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786216.419107:0:21810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c0140e06200/0x19fa32945bed4cce lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475646ea expref: 13 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786216.419121:0:21810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c0140e06200/0x19fa32945bed4cce lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475646ea expref: 13 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786216.419132:0:21810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c0140e06200, rc 0) 00000100:00100000:1.0:1790786216.419215:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+13:18395:x1877774839206272:12345-192.168.203.2@tcp:101:mount.lustre.0 Request processed in 212us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786216.421355:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 139 00000100:00100000:0.0:1790786216.422272:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786216.422369:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839206400 00000100:00100000:2.0:1790786216.422382:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839206400 00000100:00100000:2.0:1790786216.422445:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 140 00000100:00100000:2.0:1790786216.422457:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+13:18395:x1877774839206400:12345-192.168.203.2@tcp:501:mount.lustre.0 00000100:00100000:2.0:1790786216.423202:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+13:18395:x1877774839206400:12345-192.168.203.2@tcp:501:mount.lustre.0 Request processed in 742us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786216.423213:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 140 00000100:00100000:2.0:1790786216.426308:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786216.426422:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839206528 00000100:00100000:1.0:1790786216.426495:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839206528 00000100:00100000:1.0:1790786216.426657:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 141 00000100:00100000:1.0:1790786216.426668:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+13:18395:x1877774839206528:12345-192.168.203.2@tcp:503:mount.lustre.0 00000100:00100000:1.0:1790786216.427007:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+13:18395:x1877774839206528:12345-192.168.203.2@tcp:503:mount.lustre.0 Request processed in 340us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786216.427017:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 141 00000100:00100000:2.0:1790786216.431415:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786216.431631:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839206656 00000100:00100000:1.0:1790786216.431644:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839206656 00000100:00100000:1.0:1790786216.431736:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 142 00000100:00100000:1.0:1790786216.431748:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01094ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+13:18406:x1877774839206656:12345-192.168.203.2@tcp:502:llog_process_th.0 00000100:00100000:1.0:1790786216.432224:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01094ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+13:18406:x1877774839206656:12345-192.168.203.2@tcp:502:llog_process_th.0 Request processed in 476us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786216.432234:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 142 00000100:00100000:0.0:1790786216.450995:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786216.451148:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839206784 00000100:00100000:1.0:1790786216.451162:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839206784 00000100:00100000:1.0:1790786216.451234:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 143 00000100:00100000:1.0:1790786216.451246:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+13:18406:x1877774839206784:12345-192.168.203.2@tcp:502:llog_process_th.0 00000100:00100000:1.0:1790786216.451783:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+13:18406:x1877774839206784:12345-192.168.203.2@tcp:502:llog_process_th.0 Request processed in 536us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786216.451793:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 143 00000100:00100000:2.0:1790786216.473277:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786216.473730:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839206912 00000100:00100000:0.0:1790786216.473745:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839206912 00000100:00100000:0.0:1790786216.473813:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 16 00000100:00100000:0.0:1790786216.473825:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2386:x1877774839206912:12345-192.168.203.2@tcp:38:mount.lustre.0 00010000:00080000:0.0:1790786216.473864:0:21816:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7@192.168.203.2@tcp t0 exp 0000000000000000 cur 624 last 0 00000020:00000080:0.0:1790786216.473932:0:21816:0:(genops.c:1384:class_connect()) connect: client 3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7, cookie 0x19fa32945bed4cd5 00000004:00100000:0.0:1790786216.473973:0:21816:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1790786216.474318:0:21816:0:(import.c:65:import_set_state_nolock()) ffff8c011d49e800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790786216.474418:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:2386:x1877774839206912:12345-192.168.203.2@tcp:38:mount.lustre.0 Request processed in 593us (1155us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786216.474439:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 16 00000100:00100000:2.0:1790786216.474789:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786216.474906:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839207168 00000100:00100000:0.0:1790786216.474913:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839207168 00000100:00100000:0.0:1790786216.474941:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 17 00000100:00100000:0.0:1790786216.474947:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2386:x1877774839207168:12345-192.168.203.2@tcp:38:mount.lustre.0 00010000:00080000:0.0:1790786216.474970:0:21815:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7@192.168.203.2@tcp t0 exp 0000000000000000 cur 624 last 0 00000020:00000080:0.0:1790786216.475013:0:21815:0:(genops.c:1384:class_connect()) connect: client 3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7, cookie 0x19fa32945bed4cdc 00000004:00100000:0.0:1790786216.478022:0:21815:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1790786216.478625:0:21815:0:(import.c:65:import_set_state_nolock()) ffff8c013759b000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790786216.478760:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:2386:x1877774839207168:12345-192.168.203.2@tcp:38:mount.lustre.0 Request processed in 3807us (3968us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786216.478774:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 17 00000100:00100000:3.0:1790786216.486319:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786216.486360:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786216.491805:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839207040 00000100:00100000:1.0:1790786216.491829:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839207040 00000100:00080000:2.0:1790786216.492553:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1790786216.492683:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839207424 00000100:00100000:1.0:1790786216.492718:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839207424 00000100:00100000:1.0:1790786216.492765:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 18 00000100:00100000:1.0:1790786216.492797:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140e12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+7:0:x1877774839207040:12345-192.168.203.2@tcp:41:mount.lustre.0 00000004:00000024:1.0:1790786216.492843:0:24321:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1790786216.493131:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 19 00000100:00100000:2.0:1790786216.493142:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+7:18395:x1877774839207424:12345-192.168.203.2@tcp:41:mount.lustre.0 00000004:00000024:2.0:1790786216.493163:0:21817:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1790786216.493213:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140e12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+7:0:x1877774839207040:12345-192.168.203.2@tcp:41:mount.lustre.0 Request processed in 419us (6909us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786216.493221:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 18 00000100:00100000:2.0:1790786216.493832:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:18395:x1877774839207424:12345-192.168.203.2@tcp:41:mount.lustre.0 Request processed in 688us (7466us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786216.493841:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 19 00000100:00100000:1.0:1790786216.497394:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786216.499121:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786216.499802:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839207296 00000100:00100000:0.0:1790786216.499818:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839207296 00000100:00100000:2.0:1790786216.500134:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839207552 00000100:00100000:2.0:1790786216.500140:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839207552 00000100:00100000:1.0:1790786216.500264:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 20 00000100:00100000:1.0:1790786216.500277:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c010521aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:0:x1877774839207296:12345-192.168.203.2@tcp:41:mount.lustre.0 00000004:00000024:1.0:1790786216.500320:0:21815:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:1.0:1790786216.500421:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c010521aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:0:x1877774839207296:12345-192.168.203.2@tcp:41:mount.lustre.0 Request processed in 146us (3042us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786216.500441:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 20 00000100:00100000:1.0:1790786216.500471:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 21 00000100:00100000:1.0:1790786216.500479:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0105218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:18395:x1877774839207552:12345-192.168.203.2@tcp:40:mount.lustre.0 00000100:00100000:1.0:1790786216.500709:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0105218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:18395:x1877774839207552:12345-192.168.203.2@tcp:40:mount.lustre.0 Request processed in 38us (1409us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786216.500717:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 21 00000100:00080000:3.0:1790786216.503827:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1790786216.504865:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786216.505075:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786216.505177:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786216.505644:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839207680 00000100:00100000:2.0:1790786216.505659:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839207680 00000100:00100000:2.0:1790786216.505731:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839207808 00000100:00100000:2.0:1790786216.505734:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839207808 00000100:00100000:2.0:1790786216.505754:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 26 00000100:00100000:2.0:1790786216.505764:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c010521ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2386:x1877774839207680:12345-192.168.203.2@tcp:8:mount.lustre.0 00010000:00080000:2.0:1790786216.505811:0:23128:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7@192.168.203.2@tcp t0 exp 0000000000000000 cur 624 last 0 00000020:00000080:2.0:1790786216.505855:0:23128:0:(genops.c:1384:class_connect()) connect: client 3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7, cookie 0x19fa32945bed4ce3 00002000:00100000:2.0:1790786216.505870:0:23128:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7/ffff8c01275fa800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1790786216.505906:0:23128:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1790786216.506121:0:23128:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1790786216.506163:0:23128:0:(import.c:65:import_set_state_nolock()) ffff8c01275fe800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790786216.506246:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c010521ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:2386:x1877774839207680:12345-192.168.203.2@tcp:8:mount.lustre.0 Request processed in 482us (1170us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786216.506254:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 26 00000100:00100000:2.0:1790786216.506275:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 27 00000100:00100000:2.0:1790786216.506280:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2386:x1877774839207808:12345-192.168.203.2@tcp:8:mount.lustre.0 00010000:00080000:2.0:1790786216.506299:0:23128:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7@192.168.203.2@tcp t0 exp 0000000000000000 cur 624 last 0 00000020:00000080:2.0:1790786216.506321:0:23128:0:(genops.c:1384:class_connect()) connect: client 3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7, cookie 0x19fa32945bed4cea 00002000:00100000:2.0:1790786216.506342:0:23128:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7/ffff8c0006255000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1790786216.506349:0:23128:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1790786216.506443:0:23128:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1790786216.506460:0:23128:0:(import.c:65:import_set_state_nolock()) ffff8c0006257000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790786216.506485:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:2386:x1877774839207808:12345-192.168.203.2@tcp:8:mount.lustre.0 Request processed in 203us (1309us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786216.506493:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 27 00000100:00100000:0.0:1790786216.508636:0:21826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839207936 00000100:00100000:0.0:1790786216.508661:0:21826:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839207936 00000100:00100000:0.0:1790786216.508834:0:21826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 4 00000100:00100000:0.0:1790786216.508847:0:21826:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c010521a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:18395:x1877774839207936:12345-192.168.203.2@tcp:900:mount.lustre.0 00000100:00100000:0.0:1790786216.509127:0:21826:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c010521a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:18395:x1877774839207936:12345-192.168.203.2@tcp:900:mount.lustre.0 Request processed in 283us (4271us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786216.509137:0:21826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 4 00000100:00100000:1.0:1790786216.511392:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786216.511707:0:21819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839208064 00000100:00100000:2.0:1790786216.511722:0:21819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839208064 00000100:00100000:2.0:1790786216.511833:0:21819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 1 00000100:00100000:2.0:1790786216.511845:0:21819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:18395:x1877774839208064:12345-192.168.203.2@tcp:33:mount.lustre.0 00000004:00200000:2.0:1790786216.511967:0:21819:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000100:00100000:2.0:1790786216.512209:0:21819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:18395:x1877774839208064:12345-192.168.203.2@tcp:33:mount.lustre.0 Request processed in 364us (829us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786216.512217:0:21819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 1 00000100:00100000:1.0:1790786216.656403:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786216.656562:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839208192 00000100:00100000:2.0:1790786216.656575:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839208192 00000100:00100000:2.0:1790786216.656636:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 22 00000100:00100000:2.0:1790786216.656645:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:18429:x1877774839208192:12345-192.168.203.2@tcp:101:mkdir.0 00010000:00010000:2.0:1790786216.656669:0:21816:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786216.656715:0:21816:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c125c00/0x19fa32945bed4cf1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d644756471b expref: -99 pid: 21816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786216.656780:0:21816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c125800/0x19fa32945bed4cf8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786216.656795:0:21816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c125800/0x19fa32945bed4cf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786216.656831:0:21816:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c125800/0x19fa32945bed4cf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790786216.656871:0:21816:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1790786216.656875:0:21816:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 2 00000004:00010000:2.0:1790786216.656907:0:21816:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c125800/0x19fa32945bed4cf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786216.656937:0:21816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c125c00/0x19fa32945bed4cf1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756471b expref: 8 pid: 21816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786216.656958:0:21816:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c125800/0x19fa32945bed4cf8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756471b expref: 7 pid: 21816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786216.656968:0:21816:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c01111c2300) 00010000:00010000:2.0:1790786216.656971:0:21816:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1790786216.656975:0:21816:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013c125800, rc 0) 00000100:00100000:2.0:1790786216.657109:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+7:18429:x1877774839208192:12345-192.168.203.2@tcp:101:mkdir.0 Request processed in 464us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786216.657117:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 22 00000100:00100000:0.0:1790786217.036198:0:3432:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1790786217.036231:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855043456:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1790786217.036326:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786217.036457:0:23129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855043456 00000100:00100000:2.0:1790786217.036469:0:23129:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855043456 00000100:00080000:3.0:1790786217.036615:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790786217.036789:0:23129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1790786217.036804:0:23129:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3432:x1877774855043456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1790786217.036851:0:23129:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1790786217.036934:0:23129:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3432:x1877774855043456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 134us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786217.036966:0:23129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790786217.037065:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855043456:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1790786217.356446:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790786217.548869:0:3431:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1790786217.548911:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855043584:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790786217.549023:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786217.549100:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855043584 00000100:00100000:1.0:1790786217.549110:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855043584 00000100:00100000:1.0:1790786217.549173:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1790786217.549184:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855043584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1790786217.549237:0:21820:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1790786217.549295:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855043584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786217.549302:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1790786217.549361:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c00047a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855043584:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790786217.549643:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855043712:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790786217.549675:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786217.549773:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855043712 00000100:00100000:0.0:1790786217.549779:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855043712 00000100:00100000:0.0:1790786217.549817:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1790786217.549825:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006276d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855043712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790786217.549852:0:21821:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1790786217.549917:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006276d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855043712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786217.549923:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1790786217.549986:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855043712:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1790786218.385969:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1790786218.637861:0:22470:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1790786219.409876:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786219.600927:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855043840:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790786219.601026:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786219.603390:0:23130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855043840 00000100:00100000:3.0:1790786219.603410:0:23130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855043840 00000100:00100000:0.0:1790786219.604471:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139feca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48e53719-1210-45be-8914-ea1f755552d5:3430:1877774855044096:0@lo:400:kworker.0 00000100:00100000:3.0:1790786219.604906:0:23130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1790786219.604926:0:23130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855043840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1790786219.604970:0:23130:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1790786219.605155:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786219.605220:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855044608:0@lo:400:kworker.0 00000100:00100000:0.0:1790786219.605249:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786219.605642:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139fec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3430:1877774855045120:0@lo:400:kworker.0 00000100:00100000:2.0:1790786219.605820:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139fee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855043968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1790786219.605860:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786219.605899:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3433:1877774855044480:0@lo:400:kworker.0 00000100:00100000:2.0:1790786219.605929:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786219.605947:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3433:1877774855044992:0@lo:400:kworker.0 00000100:00100000:2.0:1790786219.605968:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786219.605999:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000618b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3433:1877774855045504:0@lo:400:kworker.0 00000100:00100000:2.0:1790786219.606092:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786219.606123:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1790786219.606130:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139fef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774855044352:0@lo:400:kworker.0 00000100:00100000:2.0:1790786219.606159:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786219.606177:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139fef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855044864:0@lo:400:kworker.0 00000100:00100000:2.0:1790786219.606194:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786219.606208:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006188380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3433:1877774855045376:0@lo:400:kworker.0 00000100:00100000:2.0:1790786219.606227:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786219.606589:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786219.606609:0:3430:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1790786219.606632:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139fef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855044224:0@lo:400:kworker.0 00000100:00100000:3.0:1790786219.606750:0:23130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855043840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1830us (5725us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786219.606761:0:23130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1790786219.606792:0:23130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855043968 00000100:00100000:3.0:1790786219.606800:0:23130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855043968 00000100:00100000:3.0:1790786219.606834:0:23130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1790786219.606841:0:23130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855043968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1790786219.606860:0:23130:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1790786219.607350:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855044352 00000100:00100000:2.0:1790786219.607356:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855044352 00000100:00100000:2.0:1790786219.607390:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855044864 00000100:00100000:2.0:1790786219.607392:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855044864 00000100:00100000:2.0:1790786219.607408:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1790786219.607414:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0107c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774855044352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786219.607463:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0107c18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774855044352:12345-0@lo:400:kworker.0 Request processed in 49us (1304us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786219.607480:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790786219.607585:0:23130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3433:x1877774855043968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 743us (1723us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786219.607592:0:23130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:3.0:1790786219.607611:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1790786219.607615:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1790786219.607631:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855044096 00000100:00100000:3.0:1790786219.607634:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855044096 00000100:00100000:0.0:1790786219.607739:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786219.607767:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139fedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855044736:0@lo:400:kworker.0 00000100:00100000:0.0:1790786219.607795:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786219.607805:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3430:1877774855045248:0@lo:400:kworker.0 00000100:00100000:0.0:1790786219.607822:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786219.608117:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855044480 00000100:00100000:1.0:1790786219.608122:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855044480 00000100:00100000:1.0:1790786219.608145:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855044992 00000100:00100000:1.0:1790786219.608148:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855044992 00000100:00100000:1.0:1790786219.608156:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855045504 00000100:00100000:1.0:1790786219.608159:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855045504 00000100:00100000:1.0:1790786219.608178:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855045376 00000100:00100000:1.0:1790786219.608180:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855045376 00000100:00100000:1.0:1790786219.608190:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855045120 00000100:00100000:1.0:1790786219.608192:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855045120 00000100:00100000:1.0:1790786219.608203:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855045248 00000100:00100000:1.0:1790786219.608205:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855045248 00000100:00100000:1.0:1790786219.608217:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1790786219.608223:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3433:x1877774855044480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786219.608262:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3433:x1877774855044480:12345-0@lo:400:kworker.0 Request processed in 40us (2333us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786219.608387:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1790786219.608395:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0137999c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+24:3430:x1877774855044096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786219.608436:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0137999c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+24:3430:x1877774855044096:12345-0@lo:400:kworker.0 Request processed in 43us (3282us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786219.608443:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1790786219.608470:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855044736 00000100:00100000:3.0:1790786219.608473:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855044736 00000100:00100000:2.0:1790786219.608571:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1790786219.608581:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855044864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786219.608614:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855044864:12345-0@lo:400:kworker.0 Request processed in 35us (2419us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786219.608762:0:22457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855044608 00000100:00100000:0.0:1790786219.608767:0:22457:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855044608 00000100:00100000:0.0:1790786219.608794:0:22457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855044224 00000100:00100000:0.0:1790786219.608796:0:22457:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855044224 00000100:00100000:0.0:1790786219.608807:0:22457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1790786219.608813:0:22457:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000618ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855044608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786219.608850:0:22457:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000618ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855044608:12345-0@lo:400:kworker.0 Request processed in 38us (3601us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786219.608856:0:22457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1790786219.608955:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1790786219.608970:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1790786219.608976:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3433:x1877774855044992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786219.609004:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3433:x1877774855044992:12345-0@lo:400:kworker.0 Request processed in 29us (3035us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786219.609009:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1790786219.609095:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790786219.609103:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013e177c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855044736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786219.609133:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013e177c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855044736:12345-0@lo:400:kworker.0 Request processed in 32us (1337us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786219.609139:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1790786219.609333:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1790786219.609470:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1790786219.609478:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3433:x1877774855045504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786219.609557:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1790786219.609566:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3433:x1877774855045376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786219.609734:0:22457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1790786219.609741:0:22457:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000618bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855044224:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1790786219.610750:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1790786219.610760:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1790786219.610764:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1790786219.611297:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3433:x1877774855045376:12345-0@lo:400:kworker.0 Request processed in 1726us (5062us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786219.611310:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1790786219.611348:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1790786219.611362:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3430:x1877774855045120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786219.611407:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3430:x1877774855045120:12345-0@lo:400:kworker.0 Request processed in 52us (4819us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786219.611412:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1790786219.611425:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1790786219.611432:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006189c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3430:x1877774855045248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786219.611462:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006189c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3430:x1877774855045248:12345-0@lo:400:kworker.0 Request processed in 31us (3639us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786219.611467:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1790786219.615884:0:22457:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000618bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855044224:12345-0@lo:400:kworker.0 Request processed in 6111us (8112us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786219.615903:0:22457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1790786219.620369:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139fedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855044736:0@lo:400:kworker.0 00000100:00100000:2.0:1790786219.621764:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139fef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774855044352:0@lo:400:kworker.0 00000100:00100000:2.0:1790786219.621785:0:3433:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1790786219.621810:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139fef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855044864:0@lo:400:kworker.0 00000100:00100000:2.0:1790786219.621827:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006188380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3433:1877774855045376:0@lo:400:kworker.0 00000100:00100000:2.0:1790786219.621849:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139fee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855043968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1790786219.621872:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3433:1877774855044480:0@lo:400:kworker.0 00000100:00100000:2.0:1790786219.623913:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3433:1877774855044992:0@lo:400:kworker.0 00000100:00100000:2.0:1790786219.624110:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3433:x1877774855045504:12345-0@lo:400:kworker.0 Request processed in 14631us (18015us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786219.624125:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00010000:00080000:2.0:1790786219.624188:0:3433:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c000618b800 x1877774855045504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790786219.624201:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000618b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3433:1877774855045504:0@lo:400:kworker.0 00000100:00100000:3.0:1790786219.639425:0:3432:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1790786219.639474:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855043840:0@lo:13:osp-pre-1-0.0 00010000:00080000:3.0:1790786219.639542:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c0006189f80 x1877774855045248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790786219.639557:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3430:1877774855045248:0@lo:400:kworker.0 00000100:00100000:3.0:1790786219.639571:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139feca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48e53719-1210-45be-8914-ea1f755552d5:3430:1877774855044096:0@lo:400:kworker.0 00000100:00100000:3.0:1790786219.639588:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855044608:0@lo:400:kworker.0 00000100:00100000:3.0:1790786219.639603:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139fec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3430:1877774855045120:0@lo:400:kworker.0 00000100:00100000:3.0:1790786219.639646:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139fef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855044224:0@lo:400:kworker.0 00000001:00100000:1.0:1790786219.715213:0:6440:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7 00000001:00100000:1.0:1790786219.717160:0:9045:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7 00000001:00100000:3.0:1790786219.724044:0:7234:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7 00000001:02000400:2.0:1790786219.838273:0:24415:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:1.0:1790786220.107904:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855045632:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1790786220.108022:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786220.108096:0:23130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855045632 00000100:00100000:1.0:1790786220.108106:0:23130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855045632 00000100:00100000:1.0:1790786220.108166:0:23130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790786220.108177:0:23130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855045632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1790786220.108221:0:23130:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1790786220.108276:0:23130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855045632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786220.108283:0:23130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790786220.108343:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855045632:0@lo:13:osp-pre-0-0.0 00000001:00100000:2.0:1790786220.170468:0:8106:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7 00010000:00010000:0.0:1790786220.429454:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786221.451915:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790786221.970801:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786221.970840:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786221.970886:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786221.970909:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786221.970923:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786221.970939:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786221.970960:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786221.970972:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839208576 00000100:00100000:3.0:1790786221.970984:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839208576 00000100:00100000:2.0:1790786221.970989:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786221.971014:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786221.971038:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839208832 00000100:00100000:3.0:1790786221.971043:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839209088 00000100:00100000:2.0:1790786221.971043:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839208832 00000100:00100000:3.0:1790786221.971049:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839209088 00000100:00100000:3.0:1790786221.971072:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839208448 00000100:00100000:3.0:1790786221.971075:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839208448 00000100:00100000:2.0:1790786221.971077:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839209344 00000100:00100000:2.0:1790786221.971082:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839209344 00000100:00100000:3.0:1790786221.971095:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839208960 00000100:00100000:3.0:1790786221.971100:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839208960 00000100:00100000:2.0:1790786221.971103:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839208704 00000100:00100000:2.0:1790786221.971108:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839208704 00000100:00100000:3.0:1790786221.971127:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 44 00000100:00100000:2.0:1790786221.971130:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839209216 00000100:00100000:2.0:1790786221.971133:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839209216 00000100:00100000:3.0:1790786221.971141:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:2388:x1877774839208576:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:2.0:1790786221.971150:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 10 00000100:00100000:2.0:1790786221.971170:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:2388:x1877774839208832:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:3.0:1790786221.971214:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:2388:x1877774839208576:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 77us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786221.971222:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 44 00000100:00100000:3.0:1790786221.971241:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 45 00000100:00100000:3.0:1790786221.971247:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+5:2388:x1877774839209088:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:1.0:1790786221.971445:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839208320 00000100:00100000:1.0:1790786221.971450:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839208320 00000100:00100000:1.0:1790786221.971485:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 145 00000100:00100000:1.0:1790786221.971492:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0137998850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+13:2388:x1877774839208320:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:0.0:1790786221.972787:0:23127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 11 00000100:00100000:0.0:1790786221.972805:0:23127:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+5:2388:x1877774839209344:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:2.0:1790786221.973308:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:2388:x1877774839208832:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 2137us (2418us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786221.973319:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 10 00000100:00100000:3.0:1790786221.973326:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+5:2388:x1877774839209088:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 2074us (2410us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786221.973343:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 45 00000100:00100000:2.0:1790786221.973351:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 12 00000100:00100000:2.0:1790786221.973365:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:2388:x1877774839208704:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:3.0:1790786221.973371:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 46 00000100:00100000:3.0:1790786221.973382:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:2388:x1877774839208448:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:2.0:1790786221.973400:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:2388:x1877774839208704:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 39us (2438us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786221.973420:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 12 00000100:00100000:3.0:1790786221.973431:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:2388:x1877774839208448:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 50us (2489us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786221.973438:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 13 00000100:00100000:2.0:1790786221.973446:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+5:2388:x1877774839209216:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:2.0:1790786221.973476:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+5:2388:x1877774839209216:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 30us (2460us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786221.973481:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 13 00000100:00100000:2.0:1790786221.973511:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 47 00000100:00100000:2.0:1790786221.973519:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:2388:x1877774839208960:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:2.0:1790786221.973543:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:2388:x1877774839208960:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 25us (2563us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786221.973549:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 47 00000100:00100000:1.0:1790786221.973611:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0137998850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+13:2388:x1877774839208320:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 2118us (2817us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786221.973621:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 145 00000100:00100000:3.0:1790786221.973712:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 46 00000100:00080000:3.0:1790786221.973733:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1790786221.973744:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1790786221.973747:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1790786221.973750:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1790786221.976565:0:23127:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+5:2388:x1877774839209344:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 3755us (5627us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786221.976582:0:23127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 11 00000100:00100000:3.0:1790786222.155901:0:3430:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1790786222.155922:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855045760:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1790786222.155985:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786222.156044:0:23130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855045760 00000100:00100000:3.0:1790786222.156051:0:23130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855045760 00000100:00100000:3.0:1790786222.156102:0:23130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790786222.156110:0:23130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855045760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1790786222.156140:0:23130:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1790786222.156182:0:23130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855045760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786222.156189:0:23130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:3.0:1790786222.156219:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1790786222.156255:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855045760:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1790786222.477458:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786222.668433:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1790786222.668460:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000618b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774855045888:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790786222.668544:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786222.668625:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855045888 00000100:00100000:0.0:1790786222.668633:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855045888 00000100:00100000:0.0:1790786222.668684:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1790786222.668708:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000618a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774855045888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790786222.668758:0:21820:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1790786222.668814:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000618a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774855045888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786222.668821:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1790786222.668909:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000618b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774855045888:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790786222.669099:0:3432:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1790786222.669112:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855046016:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790786222.669153:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786222.669221:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855046016 00000100:00100000:3.0:1790786222.669225:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855046016 00000100:00100000:3.0:1790786222.669257:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1790786222.669264:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3432:x1877774855046016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1790786222.669287:0:21821:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1790786222.669323:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3432:x1877774855046016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786222.669329:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1790786222.669387:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855046016:0@lo:41:osp-pre-0-1.0 00000020:00000080:3.0:1790786223.313665:0:24566:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffff96800e0 20000000:00000080:3.0:1790786223.313825:0:24566:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8c0140764400 uarg=0000000000000000 20000000:01000000:3.0:1790786223.313887:0:24566:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1790786223.313902:0:24566:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1790786223.313908:0:24566:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:1.0:1790786223.317544:0:24567:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:3.0:1790786223.319433:0:24566:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:3.0:1790786223.333913:0:24566:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1790786223.341321:0:24566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8c013bd8dc00/0x19fa32945bed4cff lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.341360:0:24566:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed495c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4955 expref: 23 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.341369:0:24566:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c013c35f400/0x19fa32945bed496a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4963 expref: 23 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.341377:0:24566:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c013bd8ca00/0x19fa32945bed49a9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed49a2 expref: 23 pid: 21808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.341384:0:24566:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c013bd04a00/0x19fa32945bed4b2a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4b23 expref: 23 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.341396:0:24566:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4c8f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756467a expref: 12 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.341429:0:24566:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c0140e06200/0x19fa32945bed4cce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475646ea expref: 12 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.341438:0:24566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8c013bd8dc00/0x19fa32945bed4cff lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.341500:0:24566:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c0140e06200/0x19fa32945bed4cce lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.2@tcp remote: 0x9f64d64475646ea expref: 12 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.341520:0:24566:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c0140e06200/0x19fa32945bed4cce lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.2@tcp remote: 0x9f64d64475646ea expref: 12 pid: 21810 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786223.341540:0:24566:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000618b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24566:1877774855046144:192.168.203.2@tcp:104: 00010000:00010000:0.0:1790786223.342972:0:24566:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4c8f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.2@tcp remote: 0x9f64d644756467a expref: 12 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.343252:0:24566:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4c8f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.2@tcp remote: 0x9f64d644756467a expref: 12 pid: 21810 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786223.343270:0:24566:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006188a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24566:1877774855046272:192.168.203.2@tcp:104: 00010000:00010000:0.0:1790786223.343358:0:24566:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c013bd04a00/0x19fa32945bed4b2a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19fa32945bed4b23 expref: 23 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.343367:0:24566:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c013bd04a00/0x19fa32945bed4b2a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19fa32945bed4b23 expref: 23 pid: 21809 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786223.343377:0:24566:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006189500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24566:1877774855046400:0@lo:104: 00000100:00100000:0.0:1790786223.343427:0:24566:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1790786223.343512:0:24566:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c013bd8ca00/0x19fa32945bed49a9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19fa32945bed49a2 expref: 23 pid: 21808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.343520:0:24566:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c013bd8ca00/0x19fa32945bed49a9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19fa32945bed49a2 expref: 23 pid: 21808 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786223.343531:0:24566:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006188e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24566:1877774855046528:0@lo:104: 00000100:00100000:0.0:1790786223.343553:0:24566:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1790786223.343645:0:24566:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c013c35f400/0x19fa32945bed496a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19fa32945bed4963 expref: 23 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.343654:0:24566:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c013c35f400/0x19fa32945bed496a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19fa32945bed4963 expref: 23 pid: 21809 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786223.343663:0:24566:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000618aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24566:1877774855046656:0@lo:104: 00000100:00100000:0.0:1790786223.343686:0:24566:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1790786223.349946:0:24566:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed495c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x19fa32945bed4955 expref: 23 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.349970:0:24566:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed495c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x19fa32945bed4955 expref: 23 pid: 21810 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786223.350006:0:24566:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000618b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24566:1877774855046784:0@lo:104: 00000100:00100000:0.0:1790786223.350082:0:24566:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786223.352232:0:21799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855046400 00000100:00100000:3.0:1790786223.352254:0:21799:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855046400 00000100:00100000:3.0:1790786223.352323:0:21799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855046528 00000100:00100000:3.0:1790786223.352328:0:21799:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855046528 00000100:00100000:3.0:1790786223.352345:0:21799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855046656 00000100:00100000:3.0:1790786223.352347:0:21799:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855046656 00000100:00100000:3.0:1790786223.352366:0:21799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790786223.352377:0:21799:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006189880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:48e53719-1210-45be-8914-ea1f755552d5+5:24566:x1877774855046400:12345-0@lo:104: 00010000:00010000:3.0:1790786223.352403:0:21799:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4b23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed4b2a expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786223.352943:0:21799:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1790786223.352954:0:21799:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006189880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:48e53719-1210-45be-8914-ea1f755552d5+5:24566:x1877774855046400:12345-0@lo:104: Request processed in 576us (9525us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786223.352963:0:21799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790786223.353114:0:21799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790786223.353125:0:21799:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000618a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:48e53719-1210-45be-8914-ea1f755552d5+4:24566:x1877774855046528:12345-0@lo:104: 00010000:00010000:3.0:1790786223.353136:0:21799:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed49a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed49a9 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786223.353404:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1790786223.353415:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4b23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed4b2a expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786223.353447:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c0140e07c00 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:1.0:1790786223.353453:0:22473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4b23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x19fa32945bed4b2a expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786223.353462:0:22473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4b23 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x19fa32945bed4b2a expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790786223.353470:0:22473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4b23 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x19fa32945bed4b2a expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790786223.353546:0:22473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1790786223.353600:0:22473:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4b23 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed4b2a expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786223.353608:0:22473:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790786223.353639:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4b23 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed4b2a expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786223.353647:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4b23 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed4b2a expref: -99 pid: 23846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786223.353664:0:24566:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0139c5ca80 going to sleep for 11 seconds 00010000:00010000:1.0:1790786223.353665:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790786223.353672:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed49a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed49a9 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786223.353679:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c0140e06000 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:1.0:1790786223.353683:0:22473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed49a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x19fa32945bed49a9 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786223.353891:0:22473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed49a2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x19fa32945bed49a9 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790786223.353898:0:22473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed49a2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x19fa32945bed49a9 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790786223.353904:0:22473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:2.0:1790786223.353905:0:21798:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:2.0:1790786223.353918:0:21798:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00010000:00010000:1.0:1790786223.353922:0:22473:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed49a2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed49a9 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786223.353928:0:22473:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790786223.353936:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed49a2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed49a9 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786223.353943:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed49a2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed49a9 expref: -99 pid: 23124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786223.353954:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786223.353956:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790786223.353958:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786223.353981:0:24566:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006189500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24566:1877774855046400:0@lo:104: 00000100:00100000:0.0:1790786223.353997:0:24566:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006188e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24566:1877774855046528:0@lo:104: 00000100:00100000:1.0:1790786223.354105:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48e53719-1210-45be-8914-ea1f755552d5:3431:1877774855047040:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790786223.354167:0:21798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855046784 00000100:00100000:0.0:1790786223.354175:0:21798:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855046784 00000100:00100000:1.0:1790786223.354228:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786223.354273:0:3431:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1790786223.354280:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48e53719-1210-45be-8914-ea1f755552d5:3431:1877774855046912:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790786223.354306:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786223.354337:0:21801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855047040 00000100:00100000:1.0:1790786223.354341:0:21801:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855047040 00010000:00010000:1.0:1790786223.354366:0:21801:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c013bd8ca00/0x19fa32945bed49a9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed49a2 expref: 24 pid: 21808 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786223.354403:0:21801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855046912 00000100:00100000:1.0:1790786223.354406:0:21801:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855046912 00010000:00010000:1.0:1790786223.354419:0:21801:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c013bd04a00/0x19fa32945bed4b2a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed4b23 expref: 25 pid: 21809 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786223.354439:0:21801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790786223.354448:0:21801:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006276680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:48e53719-1210-45be-8914-ea1f755552d5+25:3431:x1877774855047040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790786223.354462:0:21801:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790786223.354468:0:21801:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c013bd8ca00/0x19fa32945bed49a9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed49a2 expref: 25 pid: 21808 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786223.354477:0:21801:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c013bd8ca00/0x19fa32945bed49a9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19fa32945bed49a2 expref: 25 pid: 21808 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786223.354615:0:23152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790786223.354631:0:23152:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006274e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:48e53719-1210-45be-8914-ea1f755552d5+25:3431:x1877774855046912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790786223.354640:0:23152:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790786223.354645:0:23152:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c013bd04a00/0x19fa32945bed4b2a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed4b23 expref: 25 pid: 21809 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786223.354673:0:21801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013bd8ca00/0x19fa32945bed49a9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19fa32945bed49a2 expref: 25 pid: 21808 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786223.354974:0:21799:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1790786223.354984:0:21799:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000618a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:48e53719-1210-45be-8914-ea1f755552d5+5:24566:x1877774855046528:12345-0@lo:104: Request processed in 1862us (11427us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786223.355002:0:21799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790786223.355026:0:21799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1790786223.355042:0:21799:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006188700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:48e53719-1210-45be-8914-ea1f755552d5+4:24566:x1877774855046656:12345-0@lo:104: 00010000:00010000:3.0:1790786223.355054:0:21799:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.102@tcp lock: ffff8c013bd8de00/0x19fa32945bed4963 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed496a expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786223.355119:0:21799:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1790786223.355125:0:21799:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006188700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:48e53719-1210-45be-8914-ea1f755552d5+4:24566:x1877774855046656:12345-0@lo:104: Request processed in 85us (11438us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786223.355132:0:21799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1790786223.355147:0:21799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1790786223.355167:0:21799:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006188000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:48e53719-1210-45be-8914-ea1f755552d5+3:24566:x1877774855046784:12345-0@lo:104: 00010000:00010000:3.0:1790786223.355175:0:21799:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.102@tcp lock: ffff8c013c124400/0x19fa32945bed4955 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed495c expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786223.355217:0:21799:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1790786223.355223:0:21799:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006188000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:48e53719-1210-45be-8914-ea1f755552d5+3:24566:x1877774855046784:12345-0@lo:104: Request processed in 70us (5143us total) trans 0 rc 0/0 00010000:00010000:2.0:1790786223.355228:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1790786223.355230:0:21799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:2.0:1790786223.355237:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c013bd8de00/0x19fa32945bed4963 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed496a expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786223.355248:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd8de00 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:2.0:1790786223.355253:0:22473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd8de00/0x19fa32945bed4963 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x19fa32945bed496a expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786223.355260:0:21803:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790786223.355263:0:22473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013bd8de00/0x19fa32945bed4963 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x19fa32945bed496a expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786223.355267:0:21803:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.102@tcp lock: ffff8c013c124400/0x19fa32945bed4955 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x19fa32945bed495c expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790786223.355275:0:22473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013bd8de00/0x19fa32945bed4963 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x19fa32945bed496a expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786223.355279:0:21803:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013c124400 already unused, calling callback (ffffffffc1e13c20) 10000000:00010000:3.0:1790786223.355286:0:21803:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.102@tcp lock: ffff8c013c124400/0x19fa32945bed4955 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x19fa32945bed495c expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786223.355305:0:21803:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.102@tcp lock: ffff8c013c124400/0x19fa32945bed4955 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x19fa32945bed495c expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790786223.355306:0:22473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00010000:3.0:1790786223.355318:0:21803:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.102@tcp lock: ffff8c013c124400/0x19fa32945bed4955 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x19fa32945bed495c expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790786223.355333:0:21803:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1790786223.355346:0:22473:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c013bd8de00/0x19fa32945bed4963 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed496a expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786223.355355:0:21803:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.102@tcp lock: ffff8c013c124400/0x19fa32945bed4955 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed495c expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786223.355355:0:22473:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790786223.355365:0:21803:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790786223.355377:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c013bd8de00/0x19fa32945bed4963 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed496a expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786223.355383:0:21803:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.102@tcp lock: ffff8c013c124400/0x19fa32945bed4955 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed495c expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786223.355386:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013bd8de00/0x19fa32945bed4963 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed496a expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786223.355402:0:21803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.102@tcp lock: ffff8c013c124400/0x19fa32945bed4955 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x19fa32945bed495c expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786223.355409:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786223.355412:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790786223.355414:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786223.355423:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786223.355426:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786223.355428:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786223.355510:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786223.355588:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00010000:00010000:3.0:1790786223.355602:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790786223.355943:0:21800:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00100000:2.0:1790786223.355954:0:21800:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_004' 00000100:00100000:2.0:1790786223.355974:0:21802:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00100000:2.0:1790786223.355988:0:21802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839209472 00000100:00100000:2.0:1790786223.355994:0:21802:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839209472 00010000:00010000:2.0:1790786223.356184:0:21802:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4c8f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.203.2@tcp remote: 0x9f64d644756467a expref: 13 pid: 21810 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786223.356205:0:21802:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00100000:2.0:1790786223.356211:0:21802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839209600 00000100:00100000:2.0:1790786223.356215:0:21802:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839209600 00010000:00010000:2.0:1790786223.356227:0:21802:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c0140e06200/0x19fa32945bed4cce lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.203.2@tcp remote: 0x9f64d64475646ea expref: 14 pid: 21810 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786223.356238:0:21802:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00100000:2.0:1790786223.356245:0:21802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 11 00000100:00100000:2.0:1790786223.356254:0:21802:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+14:2387:x1877774839209472:12345-192.168.203.2@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1790786223.356276:0:21802:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790786223.356283:0:21802:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4c8f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 192.168.203.2@tcp remote: 0x9f64d644756467a expref: 14 pid: 21810 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786223.356363:0:24569:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00000100:00100000:3.0:1790786223.356370:0:24569:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_005' 00010000:00010000:0.0:1790786223.356642:0:23152:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c013bd04a00/0x19fa32945bed4b2a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19fa32945bed4b23 expref: 24 pid: 21809 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.356662:0:23152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013bd04a00/0x19fa32945bed4b2a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19fa32945bed4b23 expref: 24 pid: 21809 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.356678:0:23152:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790786223.356779:0:23152:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006274e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:48e53719-1210-45be-8914-ea1f755552d5+23:3431:x1877774855046912:12345-0@lo:103:ldlm_bl.0 Request processed in 2149us (2470us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786223.356788:0:23152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790786223.356808:0:23152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 12 00000100:00100000:0.0:1790786223.356816:0:23152:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bdd083c9-f585-4d48-8e5a-69c62c5513c1+14:2388:x1877774839209600:12345-192.168.203.2@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790786223.356825:0:23152:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790786223.356829:0:23152:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c0140e06200/0x19fa32945bed4cce lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.203.2@tcp remote: 0x9f64d64475646ea expref: 14 pid: 21810 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.356852:0:23152:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c0140e06200/0x19fa32945bed4cce lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 192.168.203.2@tcp remote: 0x9f64d64475646ea expref: 14 pid: 21810 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.356862:0:23152:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790786223.356907:0:23152:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bdd083c9-f585-4d48-8e5a-69c62c5513c1+14:2388:x1877774839209600:12345-192.168.203.2@tcp:103:ldlm_bl.0 Request processed in 93us (1320us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786223.356914:0:23152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 12 00000100:00100000:0.0:1790786223.356954:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48e53719-1210-45be-8914-ea1f755552d5:3433:1877774855047296:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790786223.357015:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786223.357059:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1790786223.357067:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0110a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48e53719-1210-45be-8914-ea1f755552d5:3433:1877774855047168:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790786223.357092:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786223.357391:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48e53719-1210-45be-8914-ea1f755552d5:3431:1877774855046912:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790786223.357417:0:23152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855047296 00000100:00100000:0.0:1790786223.357422:0:23152:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855047296 00010000:00010000:0.0:1790786223.357441:0:23152:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed495c lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed4955 expref: 23 pid: 21810 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786223.357456:0:23152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855047168 00000100:00100000:0.0:1790786223.357459:0:23152:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855047168 00010000:00010000:0.0:1790786223.357469:0:23152:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c013c35f400/0x19fa32945bed496a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed4963 expref: 24 pid: 21809 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786223.357481:0:23152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1790786223.357488:0:23152:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b667450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:48e53719-1210-45be-8914-ea1f755552d5+24:3433:x1877774855047296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790786223.357497:0:23152:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790786223.357501:0:23152:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed495c lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed4955 expref: 24 pid: 21810 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.357510:0:23152:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed495c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19fa32945bed4955 expref: 24 pid: 21810 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.357521:0:23152:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790786223.357554:0:23152:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b667450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:48e53719-1210-45be-8914-ea1f755552d5+24:3433:x1877774855047296:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786223.357560:0:23152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1790786223.357586:0:23152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1790786223.357592:0:23152:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006189f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:48e53719-1210-45be-8914-ea1f755552d5+23:3433:x1877774855047168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790786223.357600:0:23152:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790786223.357604:0:23152:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c013c35f400/0x19fa32945bed496a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x19fa32945bed4963 expref: 23 pid: 21809 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.357612:0:23152:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c013c35f400/0x19fa32945bed496a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x19fa32945bed4963 expref: 23 pid: 21809 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.357621:0:23152:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790786223.357645:0:23152:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006189f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:48e53719-1210-45be-8914-ea1f755552d5+23:3433:x1877774855047168:12345-0@lo:103:ldlm_bl.0 Request processed in 53us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786223.357651:0:23152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1790786223.357674:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0110a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48e53719-1210-45be-8914-ea1f755552d5:3433:1877774855047168:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790786223.357681:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48e53719-1210-45be-8914-ea1f755552d5:3433:1877774855047296:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790786223.357761:0:24566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c0140e06200/0x19fa32945bed4cce lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 192.168.203.2@tcp remote: 0x9f64d64475646ea expref: 13 pid: 21810 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786223.357774:0:24566:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000618b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24566:1877774855046144:192.168.203.2@tcp:104: 00000100:00100000:0.0:1790786223.357786:0:24566:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006188a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24566:1877774855046272:192.168.203.2@tcp:104: 00010000:00010000:0.0:1790786223.357797:0:24566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c35f400/0x19fa32945bed496a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19fa32945bed4963 expref: 22 pid: 21809 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786223.357805:0:24566:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000618aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24566:1877774855046656:0@lo:104: 00010000:00010000:0.0:1790786223.357816:0:24566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013c35ee00/0x19fa32945bed495c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x19fa32945bed4955 expref: 21 pid: 21810 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786223.357854:0:24566:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000618b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24566:1877774855046784:0@lo:104: 00010000:00010000:0.0:1790786223.357887:0:24566:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8c013bd8dc00/0x19fa32945bed4cff lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786223.358434:0:21801:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790786223.358529:0:21801:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006276680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:48e53719-1210-45be-8914-ea1f755552d5+20:3431:x1877774855047040:12345-0@lo:103:ldlm_bl.0 Request processed in 4079us (4299us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786223.358538:0:21801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1790786223.358972:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48e53719-1210-45be-8914-ea1f755552d5:3431:1877774855047040:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1790786223.361169:0:21802:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4c8f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.2@tcp remote: 0x9f64d644756467a expref: 12 pid: 21810 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786223.361205:0:21802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c0140e07a00/0x19fa32945bed4c8f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.2@tcp remote: 0x9f64d644756467a expref: 12 pid: 21810 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786223.361225:0:21802:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8c013bd8dc00/0x19fa32945bed4cff lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786223.361235:0:21802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013bd8dc00/0x19fa32945bed4cff lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786223.361260:0:21802:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c013bd8dc00/0x19fa32945bed4cff lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786223.361268:0:21802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c013bd8dc00/0x19fa32945bed4cff lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786223.361275:0:21802:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8c013bd8dc00/0x19fa32945bed4cff lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786223.361283:0:21802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8c013bd8dc00/0x19fa32945bed4cff lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786223.361290:0:21802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd8dc00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786223.361295:0:21802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8c013bd8dc00/0x19fa32945bed4cff lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786223.361324:0:21802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8c013bd8dc00/0x19fa32945bed4cff lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786223.361341:0:21802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8c013bd8dc00/0x19fa32945bed4cff lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786223.361355:0:21802:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790786223.361448:0:21802:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+11:2387:x1877774839209472:12345-192.168.203.2@tcp:103:ldlm_bl.0 Request processed in 5193us (5939us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786223.361459:0:21802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 11 00010000:00010000:0.0:1790786223.362045:0:24566:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8c013bd8dc00/0x19fa32945bed4cff lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.362059:0:24566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8c013bd8dc00/0x19fa32945bed4cff lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786223.362066:0:24566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c013bd8dc00/0x19fa32945bed4cff lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786223.501082:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790786224.524034:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790786224.716943:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855047424:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790786224.717323:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786224.717814:0:23130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855047424 00000100:00100000:1.0:1790786224.717832:0:23130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855047424 00000100:00100000:1.0:1790786224.717923:0:23130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1790786224.717938:0:23130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855047424:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1790786224.718233:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1790786224.718248:0:23130:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1790786224.718316:0:23130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3430:x1877774855047424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 381us (991us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786224.718342:0:23130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1790786224.719082:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855047680:0@lo:400:kworker.0 00000100:00100000:1.0:1790786224.719221:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786224.719249:0:3432:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1790786224.719255:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855047808:0@lo:400:kworker.0 00000100:00100000:1.0:1790786224.719290:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786224.719427:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3430:1877774855047936:0@lo:400:kworker.0 00000100:00100000:0.0:1790786224.719434:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855048320:0@lo:400:kworker.0 00000100:00100000:3.0:1790786224.719465:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786224.719494:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774855048448:0@lo:400:kworker.0 00000100:00100000:0.0:1790786224.719521:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786224.719532:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786224.719584:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3433:1877774855048832:0@lo:400:kworker.0 00000100:00100000:1.0:1790786224.720287:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48e53719-1210-45be-8914-ea1f755552d5:3431:1877774855047552:0@lo:400:kworker.0 00000100:00100000:3.0:1790786224.720938:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3430:1877774855048960:0@lo:400:kworker.0 00000100:00100000:3.0:1790786224.721612:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786224.721670:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3430:1877774855047424:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790786224.721735:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855047936 00000100:00100000:3.0:1790786224.721741:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855047936 00000100:00100000:3.0:1790786224.721792:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855048448 00000100:00100000:3.0:1790786224.721795:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855048448 00000100:00100000:3.0:1790786224.721809:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855048960 00000100:00100000:3.0:1790786224.721811:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855048960 00000100:00100000:3.0:1790786224.721850:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1790786224.721858:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3430:x1877774855047936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786224.721911:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3430:x1877774855047936:12345-0@lo:400:kworker.0 Request processed in 53us (2448us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786224.721920:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1790786224.721950:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1790786224.721979:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786224.722031:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1790786224.722044:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855048192:0@lo:400:kworker.0 00000100:00100000:0.0:1790786224.722083:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786224.722116:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3433:1877774855048704:0@lo:400:kworker.0 00000100:00100000:0.0:1790786224.722138:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786224.722178:0:22457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855047680 00000100:00100000:0.0:1790786224.722186:0:22457:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855047680 00000100:00100000:3.0:1790786224.722426:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3430:x1877774855048448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786224.722475:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3430:x1877774855048448:12345-0@lo:400:kworker.0 Request processed in 517us (2946us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786224.722481:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1790786224.722502:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855048832 00000100:00100000:3.0:1790786224.722507:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855048832 00000100:00100000:3.0:1790786224.722523:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855048704 00000100:00100000:3.0:1790786224.722525:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855048704 00000100:00100000:3.0:1790786224.722544:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1790786224.722556:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0102f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3430:x1877774855048960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786224.722595:0:22457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1790786224.722600:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0102f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3430:x1877774855048960:12345-0@lo:400:kworker.0 Request processed in 46us (986us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786224.722613:0:22457:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855047680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790786224.722614:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1790786224.722664:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1790786224.722678:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000618aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3433:x1877774855048832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786224.722726:0:22457:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855047680:12345-0@lo:400:kworker.0 Request processed in 84us (3469us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786224.722736:0:22457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1790786224.722771:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855047808 00000100:00100000:0.0:1790786224.722777:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855047808 00000100:00100000:3.0:1790786224.722781:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000618aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3433:x1877774855048832:12345-0@lo:400:kworker.0 Request processed in 94us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786224.722791:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1790786224.722815:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1790786224.722823:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855048320 00000100:00100000:3.0:1790786224.722834:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000618b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3433:x1877774855048704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786224.722841:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855048320 00000100:00100000:0.0:1790786224.722881:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855048192 00000100:00100000:0.0:1790786224.722886:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855048192 00000100:00100000:3.0:1790786224.722888:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000618b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3433:x1877774855048704:12345-0@lo:400:kworker.0 Request processed in 64us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786224.722897:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1790786224.723260:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1790786224.723273:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855047808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786224.723401:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855047808:12345-0@lo:400:kworker.0 Request processed in 132us (4115us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786224.723410:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1790786224.723428:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790786224.723435:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000618b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855048320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786224.723467:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000618b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855048320:12345-0@lo:400:kworker.0 Request processed in 33us (3949us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786224.723473:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790786224.723484:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1790786224.723490:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006188a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855048192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786224.723518:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006188a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3433:x1877774855048192:12345-0@lo:400:kworker.0 Request processed in 28us (1434us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786224.723523:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:0.0:1790786224.723553:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1790786224.723568:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1790786224.723571:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1790786224.723574:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1790786224.723613:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855048192:0@lo:400:kworker.0 00010000:00080000:0.0:1790786224.723632:0:3433:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c0140ed1880 x1877774855048704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786224.724013:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3433:1877774855048704:0@lo:400:kworker.0 00000100:00100000:0.0:1790786224.724034:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3433:1877774855048320:0@lo:400:kworker.0 00000100:00100000:0.0:1790786224.724048:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3433:1877774855048832:0@lo:400:kworker.0 00000100:00100000:0.0:1790786224.724618:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855047808:0@lo:400:kworker.0 00000100:00100000:0.0:1790786224.724863:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855047680:0@lo:400:kworker.0 00000100:00100000:3.0:1790786224.724864:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3430:1877774855047936:0@lo:400:kworker.0 00000100:00100000:3.0:1790786224.724919:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3430:1877774855048448:0@lo:400:kworker.0 00010000:00080000:3.0:1790786224.724936:0:3430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c0140ed0000 x1877774855048960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790786224.724947:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3430:1877774855048960:0@lo:400:kworker.0 00000100:00100000:1.0:1790786224.725280:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786224.725317:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855047552 00000100:00100000:1.0:1790786224.725335:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855047552 00000100:00100000:1.0:1790786224.725380:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1790786224.725389:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+20:3431:x1877774855047552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786224.725433:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+20:3431:x1877774855047552:12345-0@lo:400:kworker.0 Request processed in 46us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786224.725441:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1790786224.725490:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48e53719-1210-45be-8914-ea1f755552d5:3431:1877774855047552:0@lo:400:kworker.0 00000100:00100000:1.0:1790786224.725501:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855048064:0@lo:400:kworker.0 00000100:00100000:1.0:1790786224.725531:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786224.725554:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855048064 00000100:00100000:1.0:1790786224.725557:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855048064 00000100:00100000:1.0:1790786224.725582:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1790786224.725589:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855048064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786224.725634:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855048064:12345-0@lo:400:kworker.0 Request processed in 33us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786224.725641:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1790786224.725723:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855048064:0@lo:400:kworker.0 00000100:00100000:1.0:1790786224.725732:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3431:1877774855048576:0@lo:400:kworker.0 00000100:00100000:1.0:1790786224.725778:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786224.725809:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855048576 00000100:00100000:1.0:1790786224.725814:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855048576 00000100:00100000:1.0:1790786224.725883:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1790786224.725892:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3431:x1877774855048576:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1790786224.725906:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1790786224.725941:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3431:x1877774855048576:12345-0@lo:400:kworker.0 Request processed in 50us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786224.725948:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1790786224.725979:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3431:1877774855048576:0@lo:400:kworker.0 00000100:00100000:1.0:1790786224.729441:0:3430:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790786224.729471:0:3430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0110a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855049088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790786224.729539:0:3430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786224.737843:0:23129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855049088 00000100:00100000:2.0:1790786224.737858:0:23129:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855049088 00000100:00100000:2.0:1790786224.737926:0:23129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1790786224.737937:0:23129:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855049088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1790786224.737961:0:23129:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1790786224.738038:0:23129:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3430:x1877774855049088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (8499us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786224.738045:0:23129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1790786224.738111:0:3430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0110a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3430:1877774855049088:0@lo:13:osp-pre-1-1.0 10000000:01000000:1.0:1790786224.784139:0:21812:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1790786224.784149:0:21812:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8c0006256800 from 13 10000000:01000000:1.0:1790786224.784156:0:21812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1790786224.784461:0:21812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed4d06 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786224.784478:0:21812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed4d06 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786224.784494:0:21812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed4d06 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786224.784536:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006277800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855049216:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1790786224.784635:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786224.784854:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110b96300 going to sleep for 11 seconds 00000100:00100000:2.0:1790786224.795565:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855049216 00000100:00100000:2.0:1790786224.795587:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855049216 00000100:00100000:3.0:1790786224.800723:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1790786224.800749:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+20:21812:x1877774855049216:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790786224.800777:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790786224.800806:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c01421fd600/0x19fa32945bed4d0d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4d06 expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.800859:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c01421fd600/0x19fa32945bed4d0d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4d06 expref: 21 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.800873:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c01421fd600/0x19fa32945bed4d0d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4d06 expref: 21 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.800904:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c01421fd600, rc 0) 00000100:00100000:3.0:1790786224.801044:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+21:21812:x1877774855049216:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 305us (16408us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786224.801052:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1790786224.801184:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006277800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855049216:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790786224.801218:0:21812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed4d06 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4d0d expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.801228:0:21812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed4d06 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4d0d expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786224.801359:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855049344:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790786224.801425:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786224.805759:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0139c5c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790786224.806507:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855049344 00000100:00100000:1.0:1790786224.806524:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855049344 00000100:00100000:1.0:1790786224.806598:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1790786224.806611:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0137999050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+21:21812:x1877774855049344:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1790786224.807152:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0137999050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+21:21812:x1877774855049344:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 542us (5725us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786224.807163:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1790786224.807293:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855049344:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790786224.807356:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855049472:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790786224.807421:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786224.807465:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0139c5c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790786224.807549:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855049472 00000100:00100000:2.0:1790786224.807557:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855049472 00000100:00100000:2.0:1790786224.807588:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1790786224.807598:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0137998050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+21:21812:x1877774855049472:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790786224.807815:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0137998050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+21:21812:x1877774855049472:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 218us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786224.807858:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1790786224.807921:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855049472:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1790786224.808845:0:24584:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1790786224.809091:0:21812:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1790786224.809121:0:21812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1790786224.809135:0:21812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed4d06 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4d0d expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786224.809149:0:21812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c0140e06000/0x19fa32945bed4d06 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4d0d expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790786224.809162:0:21812:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1790786224.809165:0:21812:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8c013fedc800 from 13 10000000:01000000:1.0:1790786224.809168:0:21812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1790786224.809210:0:21812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4d14 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786224.809220:0:21812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4d14 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786224.809234:0:21812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4d14 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786224.809259:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006277480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855049600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1790786224.809325:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786224.809387:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110b963c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790786224.810032:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855049600 00000100:00100000:2.0:1790786224.810043:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855049600 00000100:00100000:2.0:1790786224.810101:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1790786224.810111:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+21:21812:x1877774855049600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790786224.810139:0:21810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786224.810157:0:21810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013bd04000/0x19fa32945bed4d1b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4d14 expref: -99 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.810186:0:21810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013bd04000/0x19fa32945bed4d1b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4d14 expref: 22 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.810197:0:21810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013bd04000/0x19fa32945bed4d1b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4d14 expref: 22 pid: 21810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.810545:0:21810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd04000, rc 0) 00000100:00100000:2.0:1790786224.810627:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+22:21812:x1877774855049600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 517us (1301us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786224.810634:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1790786224.811929:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006277480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855049600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790786224.811966:0:21812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4d14 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4d1b expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786224.812104:0:21812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4d14 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4d1b expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786224.813282:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006277480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855049728:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1790786224.813549:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786224.813603:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110b963c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790786224.813727:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855049728 00000100:00100000:2.0:1790786224.813738:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855049728 00000100:00100000:2.0:1790786224.813802:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1790786224.813814:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0137998c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+22:21812:x1877774855049728:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790786224.816068:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0137998c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+22:21812:x1877774855049728:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1101us (1364us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786224.816090:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1790786224.819529:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006277480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855049728:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1790786224.819614:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006277480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855049856:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790786224.820055:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786224.820286:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839209728 00000100:00100000:3.0:1790786224.820294:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839209728 00000100:00100000:1.0:1790786224.820376:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786224.821083:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0110b963c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790786224.821485:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855049856 00000100:00100000:2.0:1790786224.821494:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855049856 00000100:00100000:2.0:1790786224.821566:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1790786224.821577:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+22:21812:x1877774855049856:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790786224.821911:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+22:21812:x1877774855049856:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 334us (1533us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786224.822073:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 23 00000100:00100000:0.0:1790786224.822082:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:18899:x1877774839209728:12345-192.168.203.2@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1790786224.822099:0:21817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790786224.822368:0:21817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8dc00/0x19fa32945bed4d22 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d6447564722 expref: -99 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786224.822559:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006277480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855049856:0@lo:503:ll_cfg_requeue.0 00010000:00010000:0.0:1790786224.822728:0:21817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4d29 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.822745:0:21817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4d29 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.822761:0:21817:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4d29 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.822779:0:21817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4d30 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.822788:0:21817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4d30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.822795:0:21817:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4d30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786224.824009:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00080000:2.0:1790786224.824522:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1790786224.827602:0:21817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8ca00/0x19fa32945bed4d37 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.827644:0:21817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8ca00/0x19fa32945bed4d37 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.827661:0:21817:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8ca00/0x19fa32945bed4d37 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790786224.827737:0:21817:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1790786224.827742:0:21817:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 2 00000004:00010000:0.0:1790786224.827798:0:21817:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8ca00/0x19fa32945bed4d37 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.827813:0:21817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4d29 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.827820:0:21817:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4d29 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.827837:0:21817:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4d29 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.827843:0:21817:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd8c600 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:0.0:1790786224.827848:0:21817:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4d29 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.827856:0:21817:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4d29 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.827870:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c01111c2300) 00010000:00010000:0.0:1790786224.827873:0:21817:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790786224.827879:0:21817:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4d29 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.827895:0:21817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4d29 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.827914:0:21817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4d30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.827919:0:21817:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4d30 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.827925:0:21817:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4d30 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.827930:0:21817:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd8de00 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:0.0:1790786224.827933:0:21817:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4d30 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.827939:0:21817:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4d30 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.827946:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8c01111fcc00) 00010000:00010000:0.0:1790786224.827948:0:21817:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790786224.827951:0:21817:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4d30 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.827956:0:21817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4d30 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.828011:0:21817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8dc00/0x19fa32945bed4d22 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564722 expref: 8 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.828030:0:21817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8ca00/0x19fa32945bed4d37 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564722 expref: 7 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.828044:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8c01111fcb00) 00010000:00010000:0.0:1790786224.828047:0:21817:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1790786224.828049:0:21817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd8ca00, rc 0) 00000100:00100000:0.0:1790786224.828148:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+7:18899:x1877774839209728:12345-192.168.203.2@tcp:101:lhsmtool_posix.0 Request processed in 6063us (8093us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786224.828158:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 23 00000040:00080000:3.0:1790786224.828661:0:24585:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1790786224.829628:0:21812:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1790786224.829664:0:21812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790786224.829676:0:21812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4d14 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4d1b expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.829721:0:21812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c0140e07c00/0x19fa32945bed4d14 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4d1b expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790786224.829734:0:21812:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1790786224.829738:0:21812:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8c013b7f1000 from 13 10000000:01000000:0.0:1790786224.829741:0:21812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1790786224.829783:0:21812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd8d800/0x19fa32945bed4d3e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.829791:0:21812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013bd8d800/0x19fa32945bed4d3e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.829805:0:21812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013bd8d800/0x19fa32945bed4d3e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786224.829848:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855049984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1790786224.830905:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786224.831077:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0139c5ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1790786224.831603:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855049984 00000100:00100000:1.0:1790786224.831616:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855049984 00000100:00100000:1.0:1790786224.831686:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1790786224.831724:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0137999850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+22:21812:x1877774855049984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790786224.831744:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790786224.831765:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c0140e07200/0x19fa32945bed4d45 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4d3e expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786224.831799:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c0140e07200/0x19fa32945bed4d45 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4d3e expref: 23 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786224.831812:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c0140e07200/0x19fa32945bed4d45 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4d3e expref: 23 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786224.831847:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c0140e07200, rc 0) 00000100:00100000:1.0:1790786224.831937:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0137999850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+23:21812:x1877774855049984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 215us (1037us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786224.831944:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1790786224.832379:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855049984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790786224.832401:0:21812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013bd8d800/0x19fa32945bed4d3e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4d45 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.832487:0:21812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013bd8d800/0x19fa32945bed4d3e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4d45 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786224.832581:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855050112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790786224.832625:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786224.832734:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0139c5ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1790786224.836346:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786224.836437:0:21826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839209856 00000100:00100000:0.0:1790786224.836452:0:21826:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839209856 00000100:00100000:0.0:1790786224.836524:0:21826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 5 00000100:00100000:0.0:1790786224.836537:0:21826:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006277480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+7:18899:x1877774839209856:12345-192.168.203.2@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1790786224.836652:0:21826:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006277480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+7:18899:x1877774839209856:12345-192.168.203.2@tcp:900:lhsmtool_posix.0 Request processed in 117us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786224.836660:0:21826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 5 00000100:00100000:1.0:1790786224.839509:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786224.839577:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839210112 00000100:00100000:3.0:1790786224.839592:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839210112 00000100:00100000:3.0:1790786224.839677:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 24 00000100:00100000:3.0:1790786224.839710:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006277800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+7:18899:x1877774839210112:12345-192.168.203.2@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1790786224.839748:0:21816:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790786224.839778:0:21816:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d4c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d6447564729 expref: -99 pid: 21816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.840281:0:21816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d53 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.840300:0:21816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d53 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.840317:0:21816:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d53 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.840344:0:21816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d5a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.840374:0:21816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d5a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.840382:0:21816:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d5a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.841576:0:21816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd200/0x19fa32945bed4d61 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.841597:0:21816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd200/0x19fa32945bed4d61 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.841609:0:21816:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd200/0x19fa32945bed4d61 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1790786224.841621:0:21816:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 16384 00010000:00010000:3.0:1790786224.842125:0:21816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d53 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.842135:0:21816:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d53 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.842143:0:21816:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d53 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.842149:0:21816:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421fc400 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:3.0:1790786224.842153:0:21816:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d53 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.842161:0:21816:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d53 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.842187:0:21816:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8c01111fcb00) 00010000:00010000:3.0:1790786224.842190:0:21816:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790786224.842197:0:21816:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d53 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.842204:0:21816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d53 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.842220:0:21816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d5a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.842227:0:21816:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d5a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.842233:0:21816:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d5a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.842237:0:21816:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421fc200 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:3.0:1790786224.842239:0:21816:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d5a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.842245:0:21816:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d5a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.842252:0:21816:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8c011264a100) 00010000:00010000:3.0:1790786224.842254:0:21816:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790786224.842256:0:21816:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d5a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.842262:0:21816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d5a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786224.844172:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855050112 00000100:00100000:2.0:1790786224.844193:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855050112 00010000:00010000:3.0:1790786224.844228:0:21816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d4c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564729 expref: 10 pid: 21816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.844256:0:21816:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd200/0x19fa32945bed4d61 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564729 expref: 9 pid: 21816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.844272:0:21816:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8c011264af00) 00010000:00010000:3.0:1790786224.844275:0:21816:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790786224.844278:0:21816:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c01421fd200, rc 0) 00000100:00100000:2.0:1790786224.844891:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1790786224.844905:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+23:21812:x1877774855050112:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1790786224.844914:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006277800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+9:18899:x1877774839210112:12345-192.168.203.2@tcp:101:lhsmtool_posix.0 Request processed in 5223us (5417us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1790786224.844924:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 24 00000100:00100000:2.0:1790786224.846539:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+23:21812:x1877774855050112:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1628us (13904us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786224.846556:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1790786224.846770:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006188e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855050112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1790786224.846861:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0102f60000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855050240:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1790786224.847299:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786224.847355:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01106c0600 going to sleep for 11 seconds 00000100:00100000:2.0:1790786224.847755:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855050240 00000100:00100000:2.0:1790786224.847765:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855050240 00000100:00100000:2.0:1790786224.847832:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1790786224.847842:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+23:21812:x1877774855050240:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790786224.848892:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+23:21812:x1877774855050240:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1035us (1577us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786224.848905:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1790786224.849125:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0102f60000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855050240:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1790786224.850222:0:24586:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1790786224.850591:0:21812:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1790786224.850620:0:21812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790786224.850634:0:21812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd8d800/0x19fa32945bed4d3e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4d45 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.850648:0:21812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013bd8d800/0x19fa32945bed4d3e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4d45 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790786224.850660:0:21812:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1790786224.850663:0:21812:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8c0139024000 from 13 10000000:01000000:0.0:1790786224.850684:0:21812:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1790786224.851058:0:21812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd8dc00/0x19fa32945bed4d6f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.851068:0:21812:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.102@tcp lock: ffff8c013bd8dc00/0x19fa32945bed4d6f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.851082:0:21812:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.102@tcp lock: ffff8c013bd8dc00/0x19fa32945bed4d6f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786224.851113:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006189500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855050368:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1790786224.851186:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786224.851944:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786224.852306:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855050368 00000100:00100000:2.0:1790786224.852317:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855050368 00000100:00100000:2.0:1790786224.852383:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1790786224.852395:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013799b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+23:21812:x1877774855050368:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790786224.852414:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786224.852445:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013bd05200/0x19fa32945bed4d76 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x19fa32945bed4d6f expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.852486:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013bd05200/0x19fa32945bed4d76 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x19fa32945bed4d6f expref: 24 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.852499:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013bd05200/0x19fa32945bed4d76 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x19fa32945bed4d6f expref: 24 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.852508:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd05200, rc 0) 00000100:00100000:2.0:1790786224.852562:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013799b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:48e53719-1210-45be-8914-ea1f755552d5+24:21812:x1877774855050368:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 169us (1375us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786224.852569:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1790786224.852776:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0139c5c780 going to sleep for 11 seconds 00000100:00100000:0.0:1790786224.852817:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006189500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855050368:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790786224.852844:0:21812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.102@tcp lock: ffff8c013bd8dc00/0x19fa32945bed4d6f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4d76 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.852855:0:21812:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.102@tcp lock: ffff8c013bd8dc00/0x19fa32945bed4d6f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x19fa32945bed4d76 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786224.852946:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0006189500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855050496:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790786224.853046:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786224.853065:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0139c5c780 going to sleep for 11 seconds 00000100:00100000:0.0:1790786224.853104:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839210240 00000100:00100000:0.0:1790786224.853109:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839210240 00000100:00100000:0.0:1790786224.853188:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 25 00000100:00100000:0.0:1790786224.853198:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0102f60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+9:18899:x1877774839210240:12345-192.168.203.2@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1790786224.853293:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0102f60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+9:18899:x1877774839210240:12345-192.168.203.2@tcp:59:lhsmtool_posix.0 Request processed in 96us (1353us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786224.853310:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 25 00000100:00100000:2.0:1790786224.853366:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855050496 00000100:00100000:2.0:1790786224.853371:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855050496 00000100:00100000:2.0:1790786224.853393:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1790786224.853400:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+24:21812:x1877774855050496:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790786224.853746:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:48e53719-1210-45be-8914-ea1f755552d5+24:21812:x1877774855050496:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 345us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786224.853753:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1790786224.853796:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0006189500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855050496:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790786224.853846:0:21812:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0110a98700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855050624:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790786224.853892:0:21812:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786224.853910:0:21812:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0005828e40 going to sleep for 11 seconds 00000100:00100000:2.0:1790786224.853923:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855050624 00000100:00100000:2.0:1790786224.853926:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855050624 00000100:00100000:2.0:1790786224.853948:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1790786224.853954:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+24:21812:x1877774855050624:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790786224.854126:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+24:21812:x1877774855050624:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 172us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786224.854134:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1790786224.854173:0:21812:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0110a98700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:48e53719-1210-45be-8914-ea1f755552d5:21812:1877774855050624:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1790786224.857268:0:24587:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1790786224.858557:0:21812:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1790786224.858601:0:21812:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.102@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790786224.858616:0:21812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.102@tcp lock: ffff8c013bd8dc00/0x19fa32945bed4d6f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4d76 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.858633:0:21812:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.102@tcp lock: ffff8c013bd8dc00/0x19fa32945bed4d6f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x19fa32945bed4d76 expref: -99 pid: 21812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786224.860299:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786224.860389:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839210368 00000100:00100000:3.0:1790786224.860403:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839210368 00000100:00100000:3.0:1790786224.860497:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 26 00000100:00100000:3.0:1790786224.860509:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:18899:x1877774839210368:12345-192.168.203.2@tcp:59:lhsmtool_posix.0 00000004:00080000:3.0:1790786224.861256:0:21815:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 689us 00000100:00080000:1.0:1790786224.863975:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1790786224.880108:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:18899:x1877774839210368:12345-192.168.203.2@tcp:59:lhsmtool_posix.0 Request processed in 19583us (19802us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786224.880125:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 26 00000100:00100000:0.0:1790786224.886446:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786224.886572:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839210496 00000100:00100000:3.0:1790786224.886584:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839210496 00000100:00100000:3.0:1790786224.886665:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 27 00000100:00100000:3.0:1790786224.886675:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000618b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+9:18905:x1877774839210496:12345-192.168.203.2@tcp:101:lfs.0 00010000:00010000:3.0:1790786224.886725:0:24321:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790786224.886746:0:24321:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d7d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d6447564730 expref: -99 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.886818:0:24321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.886845:0:24321:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d84 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.886861:0:24321:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d84 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.886878:0:24321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d8b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.886885:0:24321:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d8b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.886891:0:24321:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d8b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.887517:0:24321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d84 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.887529:0:24321:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d84 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.887549:0:24321:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d84 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.887556:0:24321:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421fc200 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:3.0:1790786224.887561:0:24321:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d84 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.887569:0:24321:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d84 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.887583:0:24321:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c01111c2300) 00010000:00010000:3.0:1790786224.887587:0:24321:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790786224.887592:0:24321:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d84 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.887599:0:24321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4d84 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.887614:0:24321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d8b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.887620:0:24321:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d8b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.887624:0:24321:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d8b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.887629:0:24321:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421fc400 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:3.0:1790786224.887632:0:24321:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d8b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.887648:0:24321:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d8b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.887657:0:24321:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8c011264a100) 00010000:00010000:3.0:1790786224.887659:0:24321:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790786224.887663:0:24321:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d8b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.887669:0:24321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4d8b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.887845:0:24321:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d7d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564730 expref: 10 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.887857:0:24321:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c01111c2300) 00010000:00010000:3.0:1790786224.887859:0:24321:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790786224.887862:0:24321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d7d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564730 expref: 10 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.887874:0:24321:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c01421fdc00, rc 0) 00000100:00100000:3.0:1790786224.887955:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000618b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+9:18905:x1877774839210496:12345-192.168.203.2@tcp:101:lfs.0 Request processed in 1281us (1519us total) trans 0 rc 301/301 00000100:00100000:3.0:1790786224.887965:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 27 00000100:00100000:3.0:1790786224.892686:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786224.893449:0:21824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839210624 00000100:00100000:2.0:1790786224.893474:0:21824:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839210624 00000100:00100000:2.0:1790786224.893546:0:21824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 0 00000100:00100000:2.0:1790786224.893559:0:21824:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0102f63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+9:18905:x1877774839210624:12345-192.168.203.2@tcp:700:lfs.0 00000100:00100000:2.0:1790786224.893679:0:21824:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0102f63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+9:18905:x1877774839210624:12345-192.168.203.2@tcp:700:lfs.0 Request processed in 122us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786224.893687:0:21824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 0 00000100:00100000:1.0:1790786224.902442:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786224.902528:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839210880 00000100:00100000:3.0:1790786224.902541:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839210880 00000100:00100000:3.0:1790786224.902616:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 28 00000100:00100000:3.0:1790786224.902628:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+9:18905:x1877774839210880:12345-192.168.203.2@tcp:36:lfs.0 00010000:00010000:3.0:1790786224.902760:0:21816:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790786224.902794:0:21816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c124000/0x19fa32945bed4cb9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475646ab expref: 9 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.902820:0:21816:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c01111c2300) 00010000:00010000:3.0:1790786224.902835:0:21816:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1790786224.903294:0:21816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d92 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.903313:0:21816:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c125800/0x19fa32945bed4cf8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756471b expref: 5 pid: 21816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.903323:0:21816:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d92 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.903368:0:21816:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c125800/0x19fa32945bed4cf8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.2@tcp remote: 0x9f64d644756471b expref: 5 pid: 21816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786224.903384:0:21816:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c125800/0x19fa32945bed4cf8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.2@tcp remote: 0x9f64d644756471b expref: 5 pid: 21816 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786224.903402:0:21816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0102f62300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:21816:1877774855050752:192.168.203.2@tcp:104: 00000100:00100000:3.0:1790786224.903518:0:21816:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01106c0600 going to sleep for 11 seconds 00000100:00100000:3.0:1790786224.907235:0:21816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0102f62300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:21816:1877774855050752:192.168.203.2@tcp:104: 00010000:00010000:3.0:1790786224.907286:0:21816:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d92 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786224.908022:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786224.908896:0:23152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839211008 00000100:00100000:0.0:1790786224.908909:0:23152:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839211008 00010000:00010000:0.0:1790786224.909163:0:23152:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c125800/0x19fa32945bed4cf8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.2@tcp remote: 0x9f64d644756471b expref: 6 pid: 21816 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786224.909248:0:23152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 15 00000100:00100000:0.0:1790786224.909261:0:23152:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:2388:x1877774839211008:12345-192.168.203.2@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790786224.909280:0:23152:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790786224.909288:0:23152:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c125800/0x19fa32945bed4cf8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.2@tcp remote: 0x9f64d644756471b expref: 6 pid: 21816 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.909315:0:23152:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c125800/0x19fa32945bed4cf8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.2@tcp remote: 0x9f64d644756471b expref: 6 pid: 21816 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.909342:0:23152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013c125800/0x19fa32945bed4cf8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.2@tcp remote: 0x9f64d644756471b expref: 6 pid: 21816 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.909381:0:23152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c01111c2300) 00010000:00010000:0.0:1790786224.909387:0:23152:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d92 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.909399:0:23152:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d92 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.909409:0:23152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d92 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.909450:0:23152:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790786224.909535:0:23152:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+5:2388:x1877774839211008:12345-192.168.203.2@tcp:103:ldlm_bl.0 Request processed in 277us (1516us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786224.909543:0:23152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 15 00000100:00080000:1.0:1790786224.909606:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1790786224.909726:0:21816:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d92 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.909737:0:21816:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d92 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.909768:0:21816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04e00/0x19fa32945bed4d99 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.909779:0:21816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04e00/0x19fa32945bed4d99 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.909788:0:21816:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04e00/0x19fa32945bed4d99 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.920470:0:21816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04a00/0x19fa32945bed4da0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.920504:0:21816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04a00/0x19fa32945bed4da0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.920521:0:21816:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04a00/0x19fa32945bed4da0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1790786224.920543:0:21816:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000622fca65 reply state 0000000092dbb684 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04a00/0x19fa32945bed4da0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.920556:0:21816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04a00/0x19fa32945bed4da0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.920564:0:21816:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c01111c2500) 00010000:00010000:2.0:1790786224.920568:0:21816:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1790786224.920574:0:21816:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1790786224.920583:0:21816:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:2.0:1790786224.920594:0:21816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d92 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.920602:0:21816:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d92 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.920609:0:21816:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d92 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.920616:0:21816:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421fdc00 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:2.0:1790786224.920621:0:21816:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d92 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.920649:0:21816:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d92 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.920666:0:21816:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c01111c2300) 00010000:00010000:2.0:1790786224.920669:0:21816:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790786224.920673:0:21816:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d92 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.920679:0:21816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fdc00/0x19fa32945bed4d92 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1790786224.920721:0:21816:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000622fca65 reply state 0000000092dbb684 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04e00/0x19fa32945bed4d99 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.921856:0:21816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04e00/0x19fa32945bed4d99 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786224.921865:0:21816:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8c01111c2900) 00010000:00010000:2.0:1790786224.921868:0:21816:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1790786224.921871:0:21816:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1790786224.922023:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+10:18905:x1877774839210880:12345-192.168.203.2@tcp:36:lfs.0 Request processed in 19388us (19587us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1790786224.922034:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 28 00000040:00080000:3.0:1790786224.972593:0:21851:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1790786224.977186:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786224.977317:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839211136 00000100:00100000:0.0:1790786224.977332:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839211136 00000100:00100000:0.0:1790786224.977449:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 29 00000100:00100000:0.0:1790786224.977471:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+10:18913:x1877774839211136:12345-192.168.203.2@tcp:101:lctl.0 00010000:00010000:0.0:1790786224.977507:0:21817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790786224.977539:0:21817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4da7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d6447564737 expref: -99 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.977623:0:21817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c800/0x19fa32945bed4dae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.977640:0:21817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c800/0x19fa32945bed4dae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.977654:0:21817:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c800/0x19fa32945bed4dae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790786224.977753:0:21817:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1790786224.977758:0:21817:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 2 00000004:00010000:0.0:1790786224.977809:0:21817:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c800/0x19fa32945bed4dae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.977849:0:21817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4da7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564737 expref: 12 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.977873:0:21817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c800/0x19fa32945bed4dae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564737 expref: 11 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786224.977894:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c01111fcc00) 00010000:00010000:0.0:1790786224.977898:0:21817:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1790786224.977903:0:21817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd8c800, rc 0) 00000100:00100000:0.0:1790786224.978094:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+11:18913:x1877774839211136:12345-192.168.203.2@tcp:101:lctl.0 Request processed in 631us (918us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786224.978102:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 29 00000100:00100000:0.0:1790786224.998151:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786224.998369:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839211264 00000100:00100000:2.0:1790786224.998383:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839211264 00000100:00100000:2.0:1790786224.998455:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 30 00000100:00100000:2.0:1790786224.998468:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006188380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+5:18914:x1877774839211264:12345-192.168.203.2@tcp:101:lfs.0 00010000:00010000:2.0:1790786224.998496:0:21815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786224.998523:0:21815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04800/0x19fa32945bed4db5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d644756473e expref: -99 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.001564:0:21815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05e00/0x19fa32945bed4dbc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.001595:0:21815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05e00/0x19fa32945bed4dbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.001613:0:21815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05e00/0x19fa32945bed4dbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790786225.001669:0:21815:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1790786225.001673:0:21815:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 2 00000004:00010000:2.0:1790786225.001835:0:21815:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05e00/0x19fa32945bed4dbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.001877:0:21815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04800/0x19fa32945bed4db5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756473e expref: 7 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.001903:0:21815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05e00/0x19fa32945bed4dbc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756473e expref: 6 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.001914:0:21815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c01111fcc00) 00010000:00010000:2.0:1790786225.001917:0:21815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1790786225.001931:0:21815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd05e00, rc 0) 00000100:00100000:2.0:1790786225.002032:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006188380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:18914:x1877774839211264:12345-192.168.203.2@tcp:101:lfs.0 Request processed in 3567us (3896us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786225.002054:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 30 00000100:00100000:1.0:1790786225.004650:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786225.004969:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839211392 00000100:00100000:3.0:1790786225.004982:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839211392 00000100:00100000:3.0:1790786225.005043:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 31 00000100:00100000:3.0:1790786225.005056:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c00047a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:18914:x1877774839211392:12345-192.168.203.2@tcp:101:lfs.0 00010000:00010000:3.0:1790786225.005083:0:24321:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790786225.005108:0:24321:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4dc3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d6447564745 expref: -99 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005255:0:24321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4dca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005269:0:24321:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4dca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005281:0:24321:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4dca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005292:0:24321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4dd1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005297:0:24321:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4dd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005301:0:24321:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4dd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005402:0:24321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fca00/0x19fa32945bed4dd8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005409:0:24321:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fca00/0x19fa32945bed4dd8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005437:0:24321:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fca00/0x19fa32945bed4dd8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1790786225.005471:0:24321:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1790786225.005474:0:24321:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 2 00000004:00010000:3.0:1790786225.005495:0:24321:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fca00/0x19fa32945bed4dd8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005506:0:24321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4dca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005513:0:24321:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4dca lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005520:0:24321:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4dca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005526:0:24321:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421fc200 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:3.0:1790786225.005531:0:24321:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4dca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005540:0:24321:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4dca lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005554:0:24321:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c01111fcc00) 00010000:00010000:3.0:1790786225.005558:0:24321:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790786225.005569:0:24321:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4dca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005576:0:24321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4dca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005603:0:24321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4dd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005609:0:24321:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4dd1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005615:0:24321:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4dd1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005621:0:24321:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421fd000 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:3.0:1790786225.005624:0:24321:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4dd1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005631:0:24321:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4dd1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005639:0:24321:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8c01111c2900) 00010000:00010000:3.0:1790786225.005642:0:24321:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790786225.005645:0:24321:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4dd1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005651:0:24321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4dd1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005679:0:24321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4dc3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564745 expref: 8 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005735:0:24321:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fca00/0x19fa32945bed4dd8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564745 expref: 7 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.005755:0:24321:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c01111c2500) 00010000:00010000:3.0:1790786225.005757:0:24321:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1790786225.005760:0:24321:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c01421fca00, rc 0) 00000100:00100000:3.0:1790786225.005835:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c00047a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+7:18914:x1877774839211392:12345-192.168.203.2@tcp:101:lfs.0 Request processed in 781us (1197us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786225.005844:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 31 00000100:00100000:1.0:1790786225.007793:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786225.007942:0:21826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839211520 00000100:00100000:0.0:1790786225.007955:0:21826:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839211520 00000100:00100000:0.0:1790786225.008041:0:21826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 6 00000100:00100000:3.0:1790786225.008049:0:21827:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 2 min 2 max 256 00000100:00100000:3.0:1790786225.008061:0:21827:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0002' 00000100:00100000:0.0:1790786225.008062:0:21826:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+5:18914:x1877774839211520:12345-192.168.203.2@tcp:900:lfs.0 00000100:00100000:0.0:1790786225.008166:0:21826:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+5:18914:x1877774839211520:12345-192.168.203.2@tcp:900:lfs.0 Request processed in 115us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786225.008175:0:21826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 6 00000100:00080000:1.0:1790786225.008284:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1790786225.013442:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786225.013574:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839211776 00000100:00100000:3.0:1790786225.013586:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839211776 00000100:00100000:3.0:1790786225.013658:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 32 00000100:00100000:3.0:1790786225.013669:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006189500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+7:18914:x1877774839211776:12345-192.168.203.2@tcp:101:lfs.0 00010000:00010000:3.0:1790786225.013869:0:21816:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790786225.013898:0:21816:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc000/0x19fa32945bed4ddf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d644756474c expref: -99 pid: 21816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1790786225.014024:0:21816:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:3.0:1790786225.015891:0:21816:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc000/0x19fa32945bed4ddf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756474c expref: 9 pid: 21816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.015920:0:21816:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c01111fcc00) 00010000:00010000:3.0:1790786225.015923:0:21816:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1790786225.015930:0:21816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc000/0x19fa32945bed4ddf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756474c expref: 9 pid: 21816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.015950:0:21816:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c01421fc000, rc 0) 00000100:00100000:3.0:1790786225.016065:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006189500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+8:18914:x1877774839211776:12345-192.168.203.2@tcp:101:lfs.0 Request processed in 2395us (2787us total) trans 12884901891 rc 301/301 00000100:00100000:3.0:1790786225.016075:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 32 00000100:00100000:3.0:1790786225.019782:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786225.020404:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839212032 00000100:00100000:0.0:1790786225.020421:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839212032 00000100:00100000:0.0:1790786225.020501:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 33 00000100:00100000:0.0:1790786225.020513:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0102f62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+8:18914:x1877774839212032:12345-192.168.203.2@tcp:36:lfs.0 00010000:00010000:0.0:1790786225.020649:0:21817:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790786225.020685:0:21817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fca00/0x19fa32945bed4dd8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564745 expref: 8 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.020759:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c01111c2500) 00010000:00010000:0.0:1790786225.020766:0:21817:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1790786225.020798:0:21817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8ce00/0x19fa32945bed4ded lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.020815:0:21817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8ce00/0x19fa32945bed4ded lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.020837:0:21817:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8ce00/0x19fa32945bed4ded lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1790786225.021104:0:21817:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000011548492 reply state 00000000a4b5c686 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8ce00/0x19fa32945bed4ded lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.021121:0:21817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8ce00/0x19fa32945bed4ded lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.021128:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c01111c2500) 00010000:00010000:0.0:1790786225.021131:0:21817:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1790786225.021135:0:21817:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1790786225.021145:0:21817:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000100:00100000:0.0:1790786225.021262:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0102f62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+9:18914:x1877774839212032:12345-192.168.203.2@tcp:36:lfs.0 Request processed in 750us (1494us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1790786225.021856:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 33 00000100:00100000:1.0:1790786225.023986:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786225.024158:0:21819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839212288 00000100:00100000:2.0:1790786225.024170:0:21819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839212288 00000100:00100000:2.0:1790786225.024261:0:21819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 2 00000100:00100000:2.0:1790786225.024273:0:21819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+9:18914:x1877774839212288:12345-192.168.203.2@tcp:35:lfs.0 00000100:00100000:2.0:1790786225.024575:0:21819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+10:18914:x1877774839212288:12345-192.168.203.2@tcp:35:lfs.0 Request processed in 304us (601us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1790786225.024584:0:21819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 2 00000100:00100000:1.0:1790786225.037999:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786225.038238:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839212544 00000100:00100000:2.0:1790786225.038249:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839212544 00000100:00100000:2.0:1790786225.038309:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 34 00000100:00100000:2.0:1790786225.038330:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+10:18914:x1877774839212544:12345-192.168.203.2@tcp:101:lfs.0 00010000:00010000:2.0:1790786225.038354:0:21815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786225.038375:0:21815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04800/0x19fa32945bed4df4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d6447564753 expref: -99 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.038447:0:21815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4dfb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.038538:0:21815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4dfb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.038550:0:21815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4dfb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.038562:0:21815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e02 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.038568:0:21815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.038574:0:21815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790786225.038838:0:21815:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:2.0:1790786225.038932:0:21815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4dfb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.038940:0:21815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4dfb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.038946:0:21815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4dfb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.038953:0:21815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd05400 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:2.0:1790786225.038957:0:21815:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4dfb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.038965:0:21815:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4dfb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.038977:0:21815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c01111fcc00) 00010000:00010000:2.0:1790786225.038981:0:21815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790786225.038986:0:21815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4dfb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.039727:0:21815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4dfb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.039748:0:21815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.039754:0:21815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e02 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.039776:0:21815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e02 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.039781:0:21815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd05000 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:2.0:1790786225.039785:0:21815:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e02 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.039792:0:21815:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e02 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.039803:0:21815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8c01111c2900) 00010000:00010000:2.0:1790786225.039806:0:21815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790786225.039810:0:21815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e02 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.039815:0:21815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e02 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.039869:0:21815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04800/0x19fa32945bed4df4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564753 expref: 12 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.039879:0:21815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c01111fcc00) 00010000:00010000:2.0:1790786225.039881:0:21815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1790786225.039884:0:21815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04800/0x19fa32945bed4df4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564753 expref: 12 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.039893:0:21815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd04800, rc 0) 00000100:00100000:2.0:1790786225.039966:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+11:18914:x1877774839212544:12345-192.168.203.2@tcp:101:lfs.0 Request processed in 1649us (1995us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1790786225.041613:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 34 00000100:00100000:1.0:1790786225.047031:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786225.047316:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839212672 00000100:00100000:0.0:1790786225.047327:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839212672 00000100:00100000:0.0:1790786225.047435:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 35 00000100:00100000:0.0:1790786225.047447:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+11:18914:x1877774839212672:12345-192.168.203.2@tcp:101:lfs.0 00010000:00010000:0.0:1790786225.047486:0:21817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790786225.047507:0:21817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d400/0x19fa32945bed4e10 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d644756475a expref: -99 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.047592:0:21817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4e17 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.047616:0:21817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4e17 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.047628:0:21817:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4e17 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790786225.047653:0:21817:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1790786225.047658:0:21817:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 2 00000004:00010000:0.0:1790786225.047676:0:21817:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4e17 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.048190:0:21817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d400/0x19fa32945bed4e10 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756475a expref: 13 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.048208:0:21817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4e17 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756475a expref: 12 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.048233:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c01111c2500) 00010000:00010000:0.0:1790786225.048236:0:21817:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1790786225.048239:0:21817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd8c200, rc 0) 00000100:00100000:0.0:1790786225.048292:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+12:18914:x1877774839212672:12345-192.168.203.2@tcp:101:lfs.0 Request processed in 848us (1269us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786225.048299:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 35 00000100:00100000:1.0:1790786225.062940:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786225.063043:0:21819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839212800 00000100:00100000:2.0:1790786225.063054:0:21819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839212800 00000100:00100000:2.0:1790786225.063121:0:21819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 3 00000100:00100000:2.0:1790786225.063131:0:21819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+12:18914:x1877774839212800:12345-192.168.203.2@tcp:37:lfs.0 00000100:00100000:2.0:1790786225.072721:0:21819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+12:18914:x1877774839212800:12345-192.168.203.2@tcp:37:lfs.0 Request processed in 9561us (9764us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786225.072734:0:21819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 3 00000100:00100000:1.0:1790786225.085570:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786225.087212:0:21818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839213056 00000100:00100000:3.0:1790786225.087225:0:21818:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839213056 00000100:00100000:3.0:1790786225.087293:0:21818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 4 00000100:00100000:3.0:1790786225.087304:0:21818:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0004559050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+12:18914:x1877774839213056:12345-192.168.203.2@tcp:35:lfs.0 00000100:00100000:3.0:1790786225.087536:0:21818:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0004559050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+13:18914:x1877774839213056:12345-192.168.203.2@tcp:35:lfs.0 Request processed in 234us (1975us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1790786225.087544:0:21818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 4 00000100:00100000:1.0:1790786225.142112:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786225.144861:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839213184 00000100:00100000:3.0:1790786225.144877:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839213184 00000100:00100000:3.0:1790786225.145025:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 36 00000100:00100000:3.0:1790786225.145037:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+11:18920:x1877774839213184:12345-192.168.203.2@tcp:101:bash.0 00010000:00010000:3.0:1790786225.145059:0:21816:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790786225.145080:0:21816:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc000/0x19fa32945bed4e1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d6447564761 expref: -99 pid: 21816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145141:0:21816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4e25 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145156:0:21816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4e25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145168:0:21816:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4e25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145197:0:21816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e2c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145204:0:21816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145210:0:21816:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145301:0:21816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4e33 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145310:0:21816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4e33 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145317:0:21816:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4e33 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1790786225.145345:0:21816:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1790786225.145349:0:21816:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 2 00000004:00010000:3.0:1790786225.145387:0:21816:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4e33 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145398:0:21816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4e25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145405:0:21816:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4e25 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145411:0:21816:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4e25 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145428:0:21816:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421fc400 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:3.0:1790786225.145431:0:21816:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4e25 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145438:0:21816:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4e25 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145450:0:21816:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c01111fcc00) 00010000:00010000:3.0:1790786225.145453:0:21816:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790786225.145457:0:21816:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4e25 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145463:0:21816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4e25 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145479:0:21816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145484:0:21816:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e2c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145489:0:21816:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145494:0:21816:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421fd000 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:3.0:1790786225.145496:0:21816:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145502:0:21816:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e2c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145518:0:21816:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8c01111c2900) 00010000:00010000:3.0:1790786225.145520:0:21816:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790786225.145523:0:21816:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e2c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145528:0:21816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e2c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145555:0:21816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc000/0x19fa32945bed4e1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564761 expref: 13 pid: 21816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145567:0:21816:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc200/0x19fa32945bed4e33 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564761 expref: 12 pid: 21816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.145574:0:21816:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c01111c2500) 00010000:00010000:3.0:1790786225.145576:0:21816:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1790786225.145578:0:21816:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c01421fc200, rc 0) 00000100:00100000:3.0:1790786225.146300:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+12:18920:x1877774839213184:12345-192.168.203.2@tcp:101:bash.0 Request processed in 1261us (4192us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786225.146310:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 36 00000100:00100000:1.0:1790786225.155276:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786225.155430:0:21826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839213312 00000100:00100000:0.0:1790786225.155537:0:21826:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839213312 00000100:00100000:2.0:1790786225.155756:0:21827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 7 00000100:00100000:2.0:1790786225.155773:0:21827:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013bd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:18920:x1877774839213312:12345-192.168.203.2@tcp:900:bash.0 00000100:00100000:2.0:1790786225.155935:0:21827:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013bd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:18920:x1877774839213312:12345-192.168.203.2@tcp:900:bash.0 Request processed in 167us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786225.155945:0:21827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 7 00000100:00100000:1.0:1790786225.157743:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786225.157796:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839213568 00000100:00100000:3.0:1790786225.157809:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839213568 00000100:00100000:2.0:1790786225.158120:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 37 00000100:00100000:2.0:1790786225.158136:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+12:18920:x1877774839213568:12345-192.168.203.2@tcp:101:bash.0 00010000:00010000:2.0:1790786225.158160:0:24321:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786225.158188:0:24321:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04800/0x19fa32945bed4e3a lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d6447564768 expref: -99 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.158345:0:24321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e41 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.158360:0:24321:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4e17 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756475a expref: 12 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.158393:0:24321:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e41 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.158437:0:24321:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4e17 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.2@tcp remote: 0x9f64d644756475a expref: 12 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.158464:0:24321:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4e17 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.2@tcp remote: 0x9f64d644756475a expref: 12 pid: 21817 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786225.158480:0:24321:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0110a98700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24321:1877774855050880:192.168.203.2@tcp:104: 00000100:00100000:2.0:1790786225.158566:0:24321:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0005828e40 going to sleep for 11 seconds 00000100:00100000:2.0:1790786225.160401:0:24321:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0110a98700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24321:1877774855050880:192.168.203.2@tcp:104: 00010000:00010000:2.0:1790786225.160438:0:24321:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e41 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786225.160809:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786225.161200:0:21801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839213696 00000100:00100000:0.0:1790786225.161210:0:21801:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839213696 00010000:00010000:0.0:1790786225.161258:0:21801:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4e17 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.2@tcp remote: 0x9f64d644756475a expref: 13 pid: 21817 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786225.161300:0:21801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 16 00000100:00100000:0.0:1790786225.161311:0:21801:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+13:2388:x1877774839213696:12345-192.168.203.2@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790786225.161330:0:21801:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790786225.161338:0:21801:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4e17 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.2@tcp remote: 0x9f64d644756475a expref: 13 pid: 21817 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.161351:0:21801:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4e17 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.2@tcp remote: 0x9f64d644756475a expref: 13 pid: 21817 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.161462:0:21801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4e17 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.2@tcp remote: 0x9f64d644756475a expref: 13 pid: 21817 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.161485:0:21801:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c01111c2500) 00010000:00010000:0.0:1790786225.161507:0:21801:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e41 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.161517:0:21801:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e41 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.161524:0:21801:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e41 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.161548:0:21801:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1790786225.161574:0:24321:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e41 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.161583:0:24321:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e41 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786225.161613:0:21801:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+12:2388:x1877774839213696:12345-192.168.203.2@tcp:103:ldlm_bl.0 Request processed in 304us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786225.161621:0:21801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 16 00010000:00010000:2.0:1790786225.161672:0:24321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4e48 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.161683:0:24321:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4e48 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.161725:0:24321:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4e48 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.162798:0:24321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4e4f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.162813:0:24321:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4e4f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.162832:0:24321:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4e4f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790786225.162847:0:24321:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1790786225.162887:0:24321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e41 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.162895:0:24321:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e41 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.162903:0:24321:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e41 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.162909:0:24321:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd05000 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:2.0:1790786225.162915:0:24321:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e41 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.162923:0:24321:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e41 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.162940:0:24321:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c01111c2500) 00010000:00010000:2.0:1790786225.162944:0:24321:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790786225.162949:0:24321:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e41 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.162968:0:24321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4e41 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1790786225.162984:0:24321:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000078f906f3 reply state 00000000d19e86c8 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4e48 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.162997:0:24321:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4e48 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.163003:0:24321:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8c01111c2300) 00010000:00010000:2.0:1790786225.163006:0:24321:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1790786225.163009:0:24321:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1790786225.163055:0:24321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04800/0x19fa32945bed4e3a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564768 expref: 15 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.163072:0:24321:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4e4f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564768 expref: 14 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.163079:0:24321:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:2.0:1790786225.163081:0:24321:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1790786225.163084:0:24321:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd04200, rc 0) 00000100:00100000:2.0:1790786225.163149:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+15:18920:x1877774839213568:12345-192.168.203.2@tcp:101:bash.0 Request processed in 5017us (5464us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1790786225.163158:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 37 00000100:00100000:1.0:1790786225.170818:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786225.170933:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786225.171244:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839213824 00000100:00100000:2.0:1790786225.171258:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839213824 00000100:00100000:3.0:1790786225.171283:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839213952 00000100:00100000:3.0:1790786225.171288:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839213952 00000100:00100000:2.0:1790786225.171323:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 159 00000100:00100000:3.0:1790786225.171326:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 38 00000100:00100000:3.0:1790786225.171335:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+15:18920:x1877774839213952:12345-192.168.203.2@tcp:101:bash.0 00000100:00100000:2.0:1790786225.171335:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+11:18277:x1877774839213824:12345-192.168.203.2@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790786225.171367:0:21809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790786225.171371:0:21815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786225.171390:0:21809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013bd04c00/0x19fa32945bed4e5d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f64d644756476f expref: -99 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.171392:0:21815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc000/0x19fa32945bed4e64 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d6447564776 expref: -99 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.171426:0:21809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013bd04c00/0x19fa32945bed4e5d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756476f expref: 12 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.171437:0:21809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013bd04c00/0x19fa32945bed4e5d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756476f expref: 12 pid: 21809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.171446:0:21809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd04c00, rc 0) 00010000:00010000:3.0:1790786225.171475:0:21815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e6b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.171488:0:21815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e6b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.171500:0:21815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e6b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786225.171562:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+12:18277:x1877774839213824:12345-192.168.203.2@tcp:101:ll_cfg_requeue.0 Request processed in 229us (761us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786225.171569:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 159 00000004:00200000:3.0:1790786225.171725:0:21815:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1790786225.171731:0:21815:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1790786225.171807:0:21815:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e6b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.171818:0:21815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e6b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.171860:0:21815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc000/0x19fa32945bed4e64 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564776 expref: 17 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.171987:0:21815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e6b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564776 expref: 16 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.171995:0:21815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:2.0:1790786225.171999:0:21815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1790786225.172002:0:21815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c01421fd000, rc 0) 00000100:00100000:2.0:1790786225.172046:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+16:18920:x1877774839213952:12345-192.168.203.2@tcp:101:bash.0 Request processed in 713us (1112us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786225.172053:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 38 00000100:00100000:1.0:1790786225.174039:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786225.174141:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786225.174230:0:21818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839214336 00000100:00100000:3.0:1790786225.174242:0:21818:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839214336 00000100:00100000:3.0:1790786225.174305:0:21818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 5 00000100:00100000:3.0:1790786225.174316:0:21818:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+16:18920:x1877774839214336:12345-192.168.203.2@tcp:35:bash.0 00000100:00100000:2.0:1790786225.174604:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839214080 00000100:00100000:2.0:1790786225.174610:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839214080 00000100:00100000:2.0:1790786225.174650:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 160 00000100:00100000:2.0:1790786225.174657:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+12:18277:x1877774839214080:12345-192.168.203.2@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1790786225.175152:0:21818:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+17:18920:x1877774839214336:12345-192.168.203.2@tcp:35:bash.0 Request processed in 835us (1009us total) trans 12884901897 rc 0/0 00000100:00100000:3.0:1790786225.175162:0:21818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 5 00000100:00100000:2.0:1790786225.175194:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+12:18277:x1877774839214080:12345-192.168.203.2@tcp:501:ll_cfg_requeue.0 Request processed in 537us (1167us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786225.175203:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 160 00000100:00100000:1.0:1790786225.177011:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786225.177108:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839214464 00000100:00100000:0.0:1790786225.177119:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839214464 00000100:00100000:0.0:1790786225.177210:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 161 00000100:00100000:0.0:1790786225.177221:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+12:18277:x1877774839214464:12345-192.168.203.2@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790786225.177581:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+12:18277:x1877774839214464:12345-192.168.203.2@tcp:503:ll_cfg_requeue.0 Request processed in 361us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786225.177590:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 161 00000100:00100000:1.0:1790786225.182143:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786225.182380:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839214592 00000100:00100000:2.0:1790786225.182395:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839214592 00000100:00100000:2.0:1790786225.182463:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 162 00000100:00100000:2.0:1790786225.182476:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+12:18277:x1877774839214592:12345-192.168.203.2@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790786225.182497:0:21808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786225.182520:0:21808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c013bd04800/0x19fa32945bed4e72 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f64d644756477d expref: -99 pid: 21808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.182555:0:21808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c013bd04800/0x19fa32945bed4e72 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756477d expref: 13 pid: 21808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.182569:0:21808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c013bd04800/0x19fa32945bed4e72 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756477d expref: 13 pid: 21808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.182580:0:21808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd04800, rc 0) 00000100:00100000:2.0:1790786225.182658:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+13:18277:x1877774839214592:12345-192.168.203.2@tcp:101:ll_cfg_requeue.0 Request processed in 185us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786225.182687:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 162 00000100:00100000:1.0:1790786225.185501:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786225.185669:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839214720 00000100:00100000:0.0:1790786225.185683:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839214720 00000100:00100000:0.0:1790786225.185883:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 163 00000100:00100000:0.0:1790786225.185896:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+13:18277:x1877774839214720:12345-192.168.203.2@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790786225.186293:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bdd083c9-f585-4d48-8e5a-69c62c5513c1+13:18277:x1877774839214720:12345-192.168.203.2@tcp:501:ll_cfg_requeue.0 Request processed in 398us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786225.186302:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 163 00000100:00100000:3.0:1790786225.188210:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786225.188293:0:21808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839214848 00000100:00100000:2.0:1790786225.188305:0:21808:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839214848 00000100:00100000:2.0:1790786225.188360:0:21808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 164 00000100:00100000:2.0:1790786225.188371:0:21808:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+13:18277:x1877774839214848:12345-192.168.203.2@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790786225.188657:0:21808:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bdd083c9-f585-4d48-8e5a-69c62c5513c1+13:18277:x1877774839214848:12345-192.168.203.2@tcp:503:ll_cfg_requeue.0 Request processed in 287us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786225.188666:0:21808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 164 00000100:00100000:1.0:1790786225.228569:0:3433:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1790786225.228600:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c000653ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774855051008:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1790786225.228894:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786225.229022:0:23129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855051008 00000100:00100000:1.0:1790786225.229032:0:23129:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855051008 00000100:00100000:1.0:1790786225.229179:0:23129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1790786225.229201:0:23129:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774855051008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1790786225.229269:0:23129:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1790786225.229415:0:23129:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774855051008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 201us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786225.229425:0:23129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1790786225.229569:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c000653ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774855051008:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1790786225.239782:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786225.239849:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839215104 00000100:00100000:0.0:1790786225.239919:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839215104 00000100:00100000:0.0:1790786225.239997:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 39 00000100:00100000:0.0:1790786225.240011:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+17:18932:x1877774839215104:12345-192.168.203.2@tcp:101:lfs.0 00010000:00010000:0.0:1790786225.240055:0:21817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790786225.240087:0:21817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4e79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d6447564784 expref: -99 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790786225.240276:0:21817:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:0.0:1790786225.240440:0:21817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4e79 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564784 expref: 19 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.240457:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c01111fcc00) 00010000:00010000:0.0:1790786225.240460:0:21817:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1790786225.240466:0:21817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4e79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564784 expref: 19 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.240538:0:21817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd8c200, rc 0) 00000100:00100000:0.0:1790786225.240613:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+18:18932:x1877774839215104:12345-192.168.203.2@tcp:101:lfs.0 Request processed in 605us (845us total) trans 12884901898 rc 301/301 00000100:00100000:0.0:1790786225.240621:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 39 00000100:00100000:1.0:1790786225.243083:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786225.243201:0:21819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839215360 00000100:00100000:0.0:1790786225.243215:0:21819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839215360 00000100:00100000:0.0:1790786225.243277:0:21819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 6 00000100:00100000:0.0:1790786225.243290:0:21819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+18:18932:x1877774839215360:12345-192.168.203.2@tcp:35:lfs.0 00000100:00100000:0.0:1790786225.243762:0:21819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+19:18932:x1877774839215360:12345-192.168.203.2@tcp:35:lfs.0 Request processed in 474us (691us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1790786225.243796:0:21819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 6 00000100:00100000:3.0:1790786225.292506:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786225.292767:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839215616 00000100:00100000:0.0:1790786225.292780:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839215616 00000100:00100000:0.0:1790786225.292871:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 40 00000100:00100000:0.0:1790786225.293081:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0102f61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+19:18935:x1877774839215616:12345-192.168.203.2@tcp:101:lfs.0 00010000:00010000:0.0:1790786225.293116:0:21816:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790786225.293144:0:21816:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4e87 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d644756478b expref: -99 pid: 21816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.293273:0:21816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d400/0x19fa32945bed4e8e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.293292:0:21816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d400/0x19fa32945bed4e8e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.293305:0:21816:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d400/0x19fa32945bed4e8e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790786225.293319:0:21816:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1790786225.293501:0:21816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4e87 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756478b expref: 22 pid: 21816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.293526:0:21816:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d400/0x19fa32945bed4e8e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756478b expref: 21 pid: 21816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.293535:0:21816:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:0.0:1790786225.293539:0:21816:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1790786225.293544:0:21816:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd8d400, rc 0) 00000100:00100000:0.0:1790786225.293867:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0102f61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+21:18935:x1877774839215616:12345-192.168.203.2@tcp:101:lfs.0 Request processed in 790us (1371us total) trans 12884901900 rc 0/0 00000100:00100000:0.0:1790786225.297918:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 40 00000100:00100000:2.0:1790786225.298420:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786225.298857:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786225.299032:0:24570:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839215872 00000100:00100000:1.0:1790786225.299047:0:24570:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839215872 00000100:00100000:0.0:1790786225.299053:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839215744 00000100:00100000:0.0:1790786225.299056:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839215744 00000100:00100000:1.0:1790786225.299113:0:24570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 0 00000100:00100000:0.0:1790786225.299113:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 41 00000100:00100000:1.0:1790786225.299125:0:24570:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+22:2388:x1877774839215872:12345-192.168.203.2@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1790786225.299125:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+22:18935:x1877774839215744:12345-192.168.203.2@tcp:54:lfs.0 00010000:00010000:1.0:1790786225.299143:0:24570:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790786225.299175:0:24570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d400/0x19fa32945bed4e8e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.2@tcp remote: 0x9f64d644756478b expref: 22 pid: 21816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786225.299200:0:24570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:1.0:1790786225.299207:0:24570:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1790786225.299269:0:24321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8cc00/0x19fa32945bed4e9c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786225.299272:0:24570:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+21:2388:x1877774839215872:12345-192.168.203.2@tcp:103:ldlm_bl.0 Request processed in 150us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786225.299298:0:24570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 0 00010000:00010000:0.0:1790786225.299343:0:24321:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8cc00/0x19fa32945bed4e9c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.299358:0:24321:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8cc00/0x19fa32945bed4e9c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.299390:0:24321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8cc00/0x19fa32945bed4e9c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.299398:0:24321:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8cc00/0x19fa32945bed4e9c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.299405:0:24321:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8cc00/0x19fa32945bed4e9c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.299412:0:24321:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd8cc00 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:0.0:1790786225.299417:0:24321:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8cc00/0x19fa32945bed4e9c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.299425:0:24321:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8cc00/0x19fa32945bed4e9c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.299444:0:24321:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:0.0:1790786225.299446:0:24321:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1790786225.299451:0:24321:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8cc00/0x19fa32945bed4e9c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.299457:0:24321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8cc00/0x19fa32945bed4e9c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786225.299502:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+20:18935:x1877774839215744:12345-192.168.203.2@tcp:54:lfs.0 Request processed in 379us (1083us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786225.299510:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 41 00000100:00100000:1.0:1790786225.302083:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786225.302234:0:21818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839216128 00000100:00100000:3.0:1790786225.302247:0:21818:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839216128 00000100:00100000:3.0:1790786225.302316:0:21818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 7 00000100:00100000:3.0:1790786225.302327:0:21818:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+20:18935:x1877774839216128:12345-192.168.203.2@tcp:35:lfs.0 00000100:00100000:3.0:1790786225.302621:0:21818:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+21:18935:x1877774839216128:12345-192.168.203.2@tcp:35:lfs.0 Request processed in 295us (550us total) trans 12884901901 rc 0/0 00000100:00100000:3.0:1790786225.302650:0:21818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 7 00000100:00100000:0.0:1790786225.498217:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786225.498361:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839216384 00000100:00100000:2.0:1790786225.498376:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839216384 00000100:00100000:2.0:1790786225.498456:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 42 00000100:00100000:2.0:1790786225.498469:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006188e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+21:18966:x1877774839216384:12345-192.168.203.2@tcp:101:cat.0 00010000:00010000:2.0:1790786225.498505:0:21815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786225.498533:0:21815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04600/0x19fa32945bed4ea3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d6447564792 expref: -99 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.498662:0:21815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4eaa lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.498679:0:21815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4eaa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.498727:0:21815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4eaa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790786225.498760:0:21815:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1790786225.499108:0:21815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04600/0x19fa32945bed4ea3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564792 expref: 24 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.499132:0:21815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4eaa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564792 expref: 23 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.499142:0:21815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:2.0:1790786225.499145:0:21815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1790786225.499151:0:21815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd05a00, rc 0) 00000100:00100000:2.0:1790786225.499429:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006188e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+23:18966:x1877774839216384:12345-192.168.203.2@tcp:101:cat.0 Request processed in 961us (1225us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1790786225.499437:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 42 00000100:00100000:1.0:1790786225.515175:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786225.515336:0:21800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839216512 00000100:00100000:3.0:1790786225.515352:0:21800:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839216512 00000100:00100000:3.0:1790786225.515445:0:21800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 1 00000100:00100000:3.0:1790786225.515458:0:21800:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+23:2388:x1877774839216512:12345-192.168.203.2@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1790786225.515478:0:21800:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790786225.515511:0:21800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4eaa lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564792 expref: 23 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.515539:0:21800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:3.0:1790786225.515545:0:21800:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790786225.515625:0:21800:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+22:2388:x1877774839216512:12345-192.168.203.2@tcp:103:ldlm_bl.0 Request processed in 170us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786225.515634:0:21800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 1 00000100:00100000:2.0:1790786225.515826:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786225.515965:0:21818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839216768 00000100:00100000:3.0:1790786225.515971:0:21818:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839216768 00000100:00100000:3.0:1790786225.516009:0:21818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 8 00000100:00100000:3.0:1790786225.516018:0:21818:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+22:18966:x1877774839216768:12345-192.168.203.2@tcp:35:cat.0 00000100:00100000:3.0:1790786225.516510:0:21818:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+23:18966:x1877774839216768:12345-192.168.203.2@tcp:35:cat.0 Request processed in 492us (691us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1790786225.516519:0:21818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 8 00010000:00010000:3.0:1790786225.551593:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790786225.583893:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786225.588889:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839217024 00000100:00100000:0.0:1790786225.588911:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839217024 00000100:00100000:0.0:1790786225.589012:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 43 00000100:00100000:0.0:1790786225.589026:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+23:18972:x1877774839217024:12345-192.168.203.2@tcp:101:dd.0 00010000:00010000:0.0:1790786225.590259:0:21817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786225.593802:0:21817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04600/0x19fa32945bed4eb8 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d6447564799 expref: -99 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.594093:0:21817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4ebf lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.594116:0:21817:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4e4f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564768 expref: 24 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.594243:0:21817:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e6b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564776 expref: 24 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.594268:0:21817:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4ebf lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.594327:0:21817:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e6b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.2@tcp remote: 0x9f64d6447564776 expref: 24 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.594349:0:21817:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e6b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.2@tcp remote: 0x9f64d6447564776 expref: 24 pid: 21815 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786225.594487:0:21817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0110a9bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:21817:1877774855051136:192.168.203.2@tcp:104: 00010000:00010000:2.0:1790786225.594630:0:21817:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4e4f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.2@tcp remote: 0x9f64d6447564768 expref: 24 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.594641:0:21817:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4e4f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.2@tcp remote: 0x9f64d6447564768 expref: 24 pid: 24321 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786225.594650:0:21817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0110a99f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:21817:1877774855051264:192.168.203.2@tcp:104: 00000100:00100000:2.0:1790786225.594677:0:21817:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013792be40 going to sleep for 11 seconds 00000100:00100000:2.0:1790786225.612930:0:21817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0110a9bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:21817:1877774855051136:192.168.203.2@tcp:104: 00000100:00100000:2.0:1790786225.612953:0:21817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0110a99f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:21817:1877774855051264:192.168.203.2@tcp:104: 00010000:00010000:2.0:1790786225.613002:0:21817:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4ebf lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786225.619232:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786225.622335:0:24569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839217280 00000100:00100000:3.0:1790786225.622358:0:24569:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839217280 00010000:00010000:3.0:1790786225.622419:0:24569:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4e4f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.2@tcp remote: 0x9f64d6447564768 expref: 25 pid: 24321 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786225.622512:0:24569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 17 00000100:00100000:3.0:1790786225.622525:0:24569:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+25:2388:x1877774839217280:12345-192.168.203.2@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1790786225.622546:0:24569:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790786225.622555:0:24569:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4e4f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.2@tcp remote: 0x9f64d6447564768 expref: 25 pid: 24321 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.622569:0:24569:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4e4f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.2@tcp remote: 0x9f64d6447564768 expref: 25 pid: 24321 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.622598:0:24569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4e4f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.2@tcp remote: 0x9f64d6447564768 expref: 25 pid: 24321 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.622621:0:24569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:3.0:1790786225.622626:0:24569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4ebf lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.622636:0:24569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4ebf lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.622644:0:24569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790786225.628234:0:24569:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+24:2388:x1877774839217280:12345-192.168.203.2@tcp:103:ldlm_bl.0 Request processed in 5690us (8996us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786225.628254:0:24569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 17 00000100:00100000:0.0:1790786225.629234:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786225.629987:0:24570:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839217152 00000100:00100000:2.0:1790786225.630020:0:24570:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839217152 00010000:00010000:2.0:1790786225.630073:0:24570:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e6b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.2@tcp remote: 0x9f64d6447564776 expref: 24 pid: 21815 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786225.630118:0:24570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 18 00000100:00100000:2.0:1790786225.630129:0:24570:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013b666050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+24:2387:x1877774839217152:12345-192.168.203.2@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1790786225.630147:0:24570:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790786225.630155:0:24570:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e6b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.2@tcp remote: 0x9f64d6447564776 expref: 24 pid: 21815 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.630170:0:24570:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e6b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.2@tcp remote: 0x9f64d6447564776 expref: 24 pid: 21815 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.630199:0:24570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fd000/0x19fa32945bed4e6b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.2@tcp remote: 0x9f64d6447564776 expref: 24 pid: 21815 timeout: 733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.630221:0:24570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:2.0:1790786225.630227:0:24570:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4ebf lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.630239:0:24570:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4ebf lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.630248:0:24570:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4ebf lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.630280:0:24570:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790786225.630357:0:24570:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013b666050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+23:2387:x1877774839217152:12345-192.168.203.2@tcp:103:ldlm_bl.0 Request processed in 229us (1130us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786225.630376:0:24570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 18 00010000:00010000:2.0:1790786225.630458:0:21817:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4ebf lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.630467:0:21817:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4ebf lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790786225.630491:0:21817:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1790786225.630763:0:21817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04600/0x19fa32945bed4eb8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564799 expref: 24 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.630783:0:21817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05000/0x19fa32945bed4ebf lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d6447564799 expref: 23 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.630791:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:2.0:1790786225.630793:0:21817:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1790786225.630796:0:21817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd05000, rc 0) 00000100:00100000:2.0:1790786225.630842:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+23:18972:x1877774839217024:12345-192.168.203.2@tcp:101:dd.0 Request processed in 41819us (46963us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1790786225.630850:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 43 00000100:00100000:2.0:1790786225.649886:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786225.650288:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839217536 00000100:00100000:0.0:1790786225.650302:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839217536 00000100:00100000:0.0:1790786225.650424:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 44 00000100:00100000:0.0:1790786225.650437:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+23:18972:x1877774839217536:12345-192.168.203.2@tcp:36:dd.0 00010000:00010000:0.0:1790786225.650861:0:21816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d000/0x19fa32945bed4ecd lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.650881:0:21816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d000/0x19fa32945bed4ecd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.650918:0:21816:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d000/0x19fa32945bed4ecd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1790786225.651414:0:21816:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:0.0:1790786225.651515:0:21816:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c6021e01 reply state 0000000030318cc3 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d000/0x19fa32945bed4ecd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.651534:0:21816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d000/0x19fa32945bed4ecd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786225.651543:0:21816:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:0.0:1790786225.651546:0:21816:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1790786225.651551:0:21816:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1790786225.651841:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+26:18972:x1877774839217536:12345-192.168.203.2@tcp:36:dd.0 Request processed in 1403us (1968us total) trans 12884901906 rc 0/0 00000100:00100000:0.0:1790786225.651851:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 44 00000020:00080000:0.0:1790786225.651858:0:21816:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1790786225.657834:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786225.658068:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839217664 00000100:00100000:3.0:1790786225.658082:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839217664 00000100:00100000:3.0:1790786225.658152:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 45 00000100:00100000:3.0:1790786225.658164:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006189f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+26:18972:x1877774839217664:12345-192.168.203.2@tcp:101:dd.0 00010000:00010000:3.0:1790786225.658219:0:24321:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786225.659147:0:24321:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fda00/0x19fa32945bed4ed4 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d64475647a0 expref: -99 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.661367:0:24321:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fda00/0x19fa32945bed4ed4 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647a0 expref: 27 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.661628:0:24321:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fda00/0x19fa32945bed4ed4 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647a0 expref: 27 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.661724:0:24321:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:2.0:1790786225.661728:0:24321:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1790786225.661734:0:24321:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c01421fda00, rc 0) 00000100:00100000:2.0:1790786225.661846:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006189f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+27:18972:x1877774839217664:12345-192.168.203.2@tcp:101:dd.0 Request processed in 3682us (4035us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786225.661857:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 45 00000100:00100000:0.0:1790786225.697575:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786225.697728:0:21800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839217920 00000100:00100000:3.0:1790786225.697743:0:21800:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839217920 00000100:00100000:3.0:1790786225.697837:0:21800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 2 00000100:00100000:3.0:1790786225.697850:0:21800:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+27:18972:x1877774839217920:12345-192.168.203.2@tcp:103:dd.0 00010000:00010000:3.0:1790786225.697870:0:21800:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790786225.697903:0:21800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fda00/0x19fa32945bed4ed4 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647a0 expref: 27 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786225.697942:0:21800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:3.0:1790786225.697949:0:21800:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790786225.698148:0:21800:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+26:18972:x1877774839217920:12345-192.168.203.2@tcp:103:dd.0 Request processed in 299us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786225.698157:0:21800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 2 00000100:00100000:3.0:1790786225.702796:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786225.702911:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839218048 00000100:00100000:2.0:1790786225.702934:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839218048 00000100:00100000:2.0:1790786225.703019:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 46 00000100:00100000:2.0:1790786225.703032:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0102f60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+26:18972:x1877774839218048:12345-192.168.203.2@tcp:58:dd.0 00010000:00010000:2.0:1790786225.703160:0:21815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04600/0x19fa32945bed4edb lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.703183:0:21815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04600/0x19fa32945bed4edb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786225.703198:0:21815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04600/0x19fa32945bed4edb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1790786225.704850:0:21815:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790786225.706518:0:21815:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1790786225.706655:0:21815:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1790786225.707327:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0102f60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+26:18972:x1877774839218048:12345-192.168.203.2@tcp:58:dd.0 Request processed in 4289us (4534us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786225.707342:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 46 00000100:00100000:2.0:1790786225.710596:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786225.713831:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839218176 00000100:00100000:0.0:1790786225.713853:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839218176 00000100:00100000:1.0:1790786225.714256:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 47 00000100:00100000:1.0:1790786225.714271:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+26:18972:x1877774839218176:12345-192.168.203.2@tcp:101:dd.0 00010000:00010000:1.0:1790786225.714299:0:21817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790786225.714327:0:21817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e06200/0x19fa32945bed4ee2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d64475647a7 expref: -99 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786225.714407:0:21817:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04600/0x19fa32945bed4edb lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786225.714420:0:21817:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e06200/0x19fa32945bed4ee2 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647a7 expref: 27 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786225.714444:0:21817:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04600/0x19fa32945bed4edb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786225.714470:0:21817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e06200/0x19fa32945bed4ee2 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647a7 expref: 27 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786225.714487:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:1.0:1790786225.714490:0:21817:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1790786225.714494:0:21817:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e06200/0x19fa32945bed4ee2 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647a7 expref: 27 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786225.714503:0:21817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c0140e06200, rc 0) 00000100:00100000:1.0:1790786225.714615:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+27:18972:x1877774839218176:12345-192.168.203.2@tcp:101:dd.0 Request processed in 347us (4032us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786225.714623:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 47 00000040:00080000:3.0:1790786225.804653:0:22470:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1790786225.996483:0:21851:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1790786225.996502:0:21851:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1790786225.996551:0:21851:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1790786225.996561:0:21851:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1790786225.996776:0:21851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0102f63b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:21851:1877774855051392:192.168.203.2@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1790786225.996928:0:21851:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0005828e40 going to sleep for 11 seconds 00000100:00100000:3.0:1790786226.002655:0:21851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0102f63b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:21851:1877774855051392:192.168.203.2@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1790786226.013610:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786226.015320:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839218304 00000100:00100000:3.0:1790786226.015343:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839218304 00000100:00100000:3.0:1790786226.015468:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 48 00000100:00100000:3.0:1790786226.015502:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+27:18973:x1877774839218304:12345-192.168.203.2@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1790786226.015553:0:21816:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1790786226.015753:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+27:18973:x1877774839218304:12345-192.168.203.2@tcp:53:lhsmtool_posix.0 Request processed in 255us (2159us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786226.015761:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 48 00000100:00080000:1.0:1790786226.015844:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1790786226.019224:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786226.019381:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839218432 00000100:00100000:1.0:1790786226.019395:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839218432 00000100:00100000:1.0:1790786226.019552:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 49 00000100:00100000:1.0:1790786226.019565:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+27:18973:x1877774839218432:12345-192.168.203.2@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1790786226.019669:0:21817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07800/0x19fa32945bed4ee9 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.019738:0:21817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07800/0x19fa32945bed4ee9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.019755:0:21817:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07800/0x19fa32945bed4ee9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.019775:0:21817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07a00/0x19fa32945bed4ef0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.019783:0:21817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07a00/0x19fa32945bed4ef0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.019791:0:21817:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07a00/0x19fa32945bed4ef0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.019829:0:21817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e06c00/0x19fa32945bed4ef7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.019838:0:21817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e06c00/0x19fa32945bed4ef7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.019862:0:21817:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e06c00/0x19fa32945bed4ef7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1790786226.019924:0:21817:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1790786226.019929:0:21817:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1790786226.019949:0:21817:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e06c00/0x19fa32945bed4ef7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.019963:0:21817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07800/0x19fa32945bed4ee9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020098:0:21817:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07800/0x19fa32945bed4ee9 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020107:0:21817:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07800/0x19fa32945bed4ee9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020114:0:21817:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c0140e07800 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:1.0:1790786226.020120:0:21817:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07800/0x19fa32945bed4ee9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020129:0:21817:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07800/0x19fa32945bed4ee9 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020145:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8c011264af00) 00010000:00010000:1.0:1790786226.020148:0:21817:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790786226.020154:0:21817:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07800/0x19fa32945bed4ee9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020161:0:21817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07800/0x19fa32945bed4ee9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020193:0:21817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07a00/0x19fa32945bed4ef0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020200:0:21817:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07a00/0x19fa32945bed4ef0 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020206:0:21817:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07a00/0x19fa32945bed4ef0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020211:0:21817:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c0140e07a00 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:1.0:1790786226.020215:0:21817:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07a00/0x19fa32945bed4ef0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020221:0:21817:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07a00/0x19fa32945bed4ef0 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020231:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8c0103d5af00) 00010000:00010000:1.0:1790786226.020233:0:21817:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790786226.020236:0:21817:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07a00/0x19fa32945bed4ef0 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020243:0:21817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e07a00/0x19fa32945bed4ef0 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020265:0:21817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e06c00/0x19fa32945bed4ef7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020273:0:21817:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e06c00/0x19fa32945bed4ef7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020280:0:21817:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e06c00/0x19fa32945bed4ef7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020292:0:21817:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c0140e06c00 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:1.0:1790786226.020296:0:21817:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e06c00/0x19fa32945bed4ef7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020303:0:21817:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e06c00/0x19fa32945bed4ef7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020312:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:1.0:1790786226.020315:0:21817:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790786226.020318:0:21817:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e06c00/0x19fa32945bed4ef7 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.020324:0:21817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e06c00/0x19fa32945bed4ef7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786226.020425:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+27:18973:x1877774839218432:12345-192.168.203.2@tcp:34:lhsmtool_posix.0 Request processed in 861us (1214us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786226.020433:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 49 00000100:00100000:0.0:1790786226.023575:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786226.024135:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839218688 00000100:00100000:1.0:1790786226.024151:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839218688 00000100:00100000:1.0:1790786226.024300:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 50 00000100:00100000:1.0:1790786226.024314:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+27:18973:x1877774839218688:12345-192.168.203.2@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1790786226.024346:0:21817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790786226.024377:0:21817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01071c3200/0x19fa32945bed4efe lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d64475647ae expref: -99 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.024525:0:21817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01071c2600/0x19fa32945bed4f05 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.024567:0:21817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01071c2600/0x19fa32945bed4f05 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.024582:0:21817:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01071c2600/0x19fa32945bed4f05 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1790786226.024599:0:21817:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1790786226.024892:0:21817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01071c2600/0x19fa32945bed4f05 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.024902:0:21817:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c01071c2600/0x19fa32945bed4f05 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.024910:0:21817:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c01071c2600/0x19fa32945bed4f05 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.024918:0:21817:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01071c2600 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:1.0:1790786226.024922:0:21817:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01071c2600/0x19fa32945bed4f05 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.024930:0:21817:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c01071c2600/0x19fa32945bed4f05 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.024944:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:1.0:1790786226.024947:0:21817:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1790786226.024953:0:21817:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c01071c2600/0x19fa32945bed4f05 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.024960:0:21817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01071c2600/0x19fa32945bed4f05 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.025085:0:21817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01071c3200/0x19fa32945bed4efe lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647ae expref: 29 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.025104:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8c011264af00) 00010000:00010000:1.0:1790786226.025107:0:21817:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1790786226.025112:0:21817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01071c3200/0x19fa32945bed4efe lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647ae expref: 29 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.025122:0:21817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c01071c3200, rc 0) 00000100:00100000:1.0:1790786226.025221:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+28:18973:x1877774839218688:12345-192.168.203.2@tcp:101:lhsmtool_posix.0 Request processed in 910us (1661us total) trans 12884901907 rc 301/301 00000100:00100000:1.0:1790786226.025229:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 50 00000100:00100000:0.0:1790786226.029194:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786226.029611:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839218816 00000100:00100000:3.0:1790786226.029626:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839218816 00000100:00100000:3.0:1790786226.029901:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 51 00000100:00100000:3.0:1790786226.029916:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+28:18973:x1877774839218816:12345-192.168.203.2@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1790786226.029978:0:24321:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1790786226.030133:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+28:18973:x1877774839218816:12345-192.168.203.2@tcp:53:lhsmtool_posix.0 Request processed in 220us (956us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786226.030142:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 51 00000100:00100000:1.0:1790786226.033996:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786226.034257:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839219072 00000100:00100000:3.0:1790786226.034271:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839219072 00000100:00100000:3.0:1790786226.034348:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 52 00000100:00100000:3.0:1790786226.034361:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+28:18973:x1877774839219072:12345-192.168.203.2@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1790786226.034390:0:24321:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790786226.034418:0:24321:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fda00/0x19fa32945bed4f13 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d64475647b5 expref: -99 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1790786226.036314:0:24321:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x7:0x0], count =59 00000004:00080000:3.0:1790786226.036332:0:24321:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x7:0x0]+59 in llog 00000004:00080000:3.0:1790786226.036426:0:24321:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:3.0:1790786226.040276:0:24321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4f1a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.040343:0:24321:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4f1a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.040361:0:24321:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4f1a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.041441:0:24321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fda00/0x19fa32945bed4f13 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647b5 expref: 31 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.041606:0:24321:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4f1a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647b5 expref: 30 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.041617:0:24321:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c011264a100) 00010000:00010000:3.0:1790786226.041620:0:24321:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1790786226.041625:0:24321:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c01421fc400, rc 0) 00000100:00100000:3.0:1790786226.042203:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+30:18973:x1877774839219072:12345-192.168.203.2@tcp:101:lhsmtool_posix.0 Request processed in 7839us (8227us total) trans 12884901908 rc 0/0 00000100:00100000:3.0:1790786226.042218:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 52 00000100:00100000:0.0:1790786226.050508:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786226.050638:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839219328 00000100:00100000:2.0:1790786226.050652:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839219328 00000100:00100000:2.0:1790786226.050757:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 53 00000100:00100000:2.0:1790786226.050769:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+30:18973:x1877774839219328:12345-192.168.203.2@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1790786226.050861:0:21817:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790786226.051227:0:21817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc400/0x19fa32945bed4f1a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647b5 expref: 30 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051266:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c011264a100) 00010000:00010000:2.0:1790786226.051280:0:21817:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1790786226.051311:0:21817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4f28 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051328:0:21817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4f28 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051339:0:21817:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4f28 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051356:0:21817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f2f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x3fda955 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051363:0:21817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f2f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x3fda955 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051370:0:21817:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f2f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x3fda955 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051455:0:21817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4f28 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051484:0:21817:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4f28 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051492:0:21817:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4f28 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051499:0:21817:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04200 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:2.0:1790786226.051504:0:21817:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4f28 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051514:0:21817:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4f28 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051523:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c01111c2500) 00010000:00010000:2.0:1790786226.051526:0:21817:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790786226.051531:0:21817:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4f28 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051538:0:21817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04200/0x19fa32945bed4f28 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051549:0:21817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f2f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x3fda955 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051555:0:21817:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f2f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x3fda955 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051561:0:21817:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f2f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x3fda955 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051567:0:21817:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd05a00 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:2.0:1790786226.051576:0:21817:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f2f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x3fda955 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051583:0:21817:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f2f lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x3fda955 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051591:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x3fda955 (ffff8c01111c2600) 00010000:00010000:2.0:1790786226.051594:0:21817:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790786226.051597:0:21817:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f2f lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x3fda955 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.051603:0:21817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f2f lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x3fda955 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786226.051778:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+29:18973:x1877774839219328:12345-192.168.203.2@tcp:36:lhsmtool_posix.0 Request processed in 1011us (1283us total) trans 0 rc -2/-2 00000100:00100000:2.0:1790786226.051789:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 53 00000100:00100000:0.0:1790786226.055374:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786226.055490:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839219456 00000100:00100000:3.0:1790786226.055504:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839219456 00000100:00100000:3.0:1790786226.055578:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 54 00000100:00100000:3.0:1790786226.055591:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+29:18973:x1877774839219456:12345-192.168.203.2@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1790786226.055620:0:24321:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790786226.055859:0:24321:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc600/0x19fa32945bed4f36 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d64475647bc expref: -99 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.055914:0:24321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fda00/0x19fa32945bed4f3d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.055952:0:24321:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fda00/0x19fa32945bed4f3d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.056040:0:24321:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fda00/0x19fa32945bed4f3d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.056238:0:24321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc600/0x19fa32945bed4f36 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647bc expref: 31 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.056263:0:24321:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fda00/0x19fa32945bed4f3d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647bc expref: 30 pid: 24321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.056273:0:24321:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c011264a800) 00010000:00010000:3.0:1790786226.056277:0:24321:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1790786226.056282:0:24321:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c01421fda00, rc 0) 00000100:00100000:3.0:1790786226.056526:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+30:18973:x1877774839219456:12345-192.168.203.2@tcp:101:lhsmtool_posix.0 Request processed in 937us (1166us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786226.056536:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 54 00000100:00100000:3.0:1790786226.059906:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786226.060323:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839219712 00000100:00100000:2.0:1790786226.060339:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839219712 00000100:00100000:2.0:1790786226.060405:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 55 00000100:00100000:2.0:1790786226.060417:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0102f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+30:18973:x1877774839219712:12345-192.168.203.2@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1790786226.060529:0:21817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f44 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.060552:0:21817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f44 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.060568:0:21817:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f44 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1790786226.061433:0:21817:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:2.0:1790786226.061468:0:21817:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 634145776642ns, next at 635145773311ns, rc = 0 00000004:00010000:2.0:1790786226.061594:0:21817:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c4f740da reply state 0000000057804db2 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f44 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.061613:0:21817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f44 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.061623:0:21817:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c011264a800) 00010000:00010000:2.0:1790786226.061798:0:21817:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1790786226.061804:0:21817:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1790786226.061968:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0102f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+32:18973:x1877774839219712:12345-192.168.203.2@tcp:36:lhsmtool_posix.0 Request processed in 1549us (2072us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1790786226.061978:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 55 00000100:00100000:0.0:1790786226.065981:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786226.066240:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839219840 00000100:00100000:2.0:1790786226.066259:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839219840 00000100:00100000:2.0:1790786226.066333:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 56 00000100:00100000:2.0:1790786226.066345:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+32:18973:x1877774839219840:12345-192.168.203.2@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1790786226.066382:0:21815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786226.066593:0:21815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f4b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d64475647c3 expref: -99 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.066684:0:21815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f4b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647c3 expref: 33 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.066755:0:21815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f4b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647c3 expref: 33 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.066783:0:21815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c011264a800) 00010000:00010000:2.0:1790786226.066787:0:21815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1790786226.066811:0:21815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd05a00, rc 0) 00000100:00100000:2.0:1790786226.066912:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+33:18973:x1877774839219840:12345-192.168.203.2@tcp:101:lhsmtool_posix.0 Request processed in 570us (945us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786226.066921:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 56 00000100:00100000:0.0:1790786226.076478:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786226.076566:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839219968 00000100:00100000:2.0:1790786226.076582:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839219968 00000100:00100000:2.0:1790786226.076667:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 28 00000100:00100000:2.0:1790786226.076684:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:2387:x1877774839219968:12345-192.168.203.2@tcp:2:lhsmtool_posix.0 00000100:00080000:1.0:1790786226.077034:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790786226.081765:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:2387:x1877774839219968:12345-192.168.203.2@tcp:2:lhsmtool_posix.0 Request processed in 5074us (5305us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1790786226.081782:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 28 00000100:00100000:1.0:1790786226.086415:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786226.086601:0:21819:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839220224 00000100:00100000:2.0:1790786226.086612:0:21819:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839220224 00000100:00100000:2.0:1790786226.086672:0:21819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 9 00000100:00100000:2.0:1790786226.086682:0:21819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+33:18973:x1877774839220224:12345-192.168.203.2@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1790786226.087095:0:21819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+34:18973:x1877774839220224:12345-192.168.203.2@tcp:35:lhsmtool_posix.0 Request processed in 413us (688us total) trans 12884901910 rc 0/0 00000100:00100000:2.0:1790786226.087103:0:21819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 9 00000100:00100000:0.0:1790786226.101050:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786226.101187:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839220480 00000100:00100000:3.0:1790786226.101207:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839220480 00000100:00100000:3.0:1790786226.101377:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 57 00000100:00100000:3.0:1790786226.101392:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+34:18973:x1877774839220480:12345-192.168.203.2@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1790786226.102755:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+34:18973:x1877774839220480:12345-192.168.203.2@tcp:57:lhsmtool_posix.0 Request processed in 1359us (1705us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786226.102768:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 57 00000100:00100000:2.0:1790786226.113862:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786226.113934:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839220608 00000100:00100000:0.0:1790786226.113948:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839220608 00000100:00100000:0.0:1790786226.114034:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 58 00000100:00100000:0.0:1790786226.114047:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0110a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+34:18973:x1877774839220608:12345-192.168.203.2@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1790786226.114076:0:21815:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790786226.114113:0:21815:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4f52 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d64475647ca expref: -99 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.114247:0:21815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d600/0x19fa32945bed4f59 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.114266:0:21815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d600/0x19fa32945bed4f59 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.114281:0:21815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d600/0x19fa32945bed4f59 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790786226.114343:0:21815:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1790786226.114368:0:21815:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d600/0x19fa32945bed4f59 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.114403:0:21815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c200/0x19fa32945bed4f52 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647ca expref: 36 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.114428:0:21815:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d600/0x19fa32945bed4f59 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647ca expref: 35 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.114557:0:21815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c011264a800) 00010000:00010000:0.0:1790786226.114562:0:21815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1790786226.114569:0:21815:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd8d600, rc 0) 00000100:00100000:0.0:1790786226.114851:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0110a99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+35:18973:x1877774839220608:12345-192.168.203.2@tcp:101:lhsmtool_posix.0 Request processed in 805us (1005us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786226.114860:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 58 00000100:00100000:1.0:1790786226.121248:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786226.121391:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839220736 00000100:00100000:2.0:1790786226.121541:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839220736 00000100:00100000:1.0:1790786226.122392:0:23125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 29 00000100:00100000:1.0:1790786226.122613:0:23125:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+6:2387:x1877774839220736:12345-192.168.203.2@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1790786226.122841:0:23125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790786226.122875:0:23125:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8e26401/0x19fa32945bed4f60 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d64475647d1 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1790786226.123029:0:23125:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6abd3ab1, blocks: 0x1 00010000:00010000:1.0:1790786226.123059:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=634s v=(0 0) 00010000:00010000:1.0:1790786226.123064:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790786226.123075:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8e26401/0x19fa32945bed4f60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d1 expref: 7 pid: 23125 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.123250:0:23125:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a8e26401/0x19fa32945bed4f60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d1 expref: 7 pid: 23125 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.123268:0:23125:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c01071c2c00, rc 0) 00000100:00100000:1.0:1790786226.123515:0:23125:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+7:2387:x1877774839220736:12345-192.168.203.2@tcp:101:lhsmtool_posix.0 Request processed in 1109us (2413us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786226.123525:0:23125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 29 00000100:00100000:1.0:1790786226.128531:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786226.128611:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839220992 00000100:00100000:2.0:1790786226.128625:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839220992 00000100:00100000:2.0:1790786226.128891:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 59 00000100:00100000:2.0:1790786226.128907:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+35:18973:x1877774839220992:12345-192.168.203.2@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1790786226.129176:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+35:18973:x1877774839220992:12345-192.168.203.2@tcp:57:lhsmtool_posix.0 Request processed in 272us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786226.129202:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 59 00000100:00100000:2.0:1790786226.138126:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786226.138473:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839221120 00000100:00100000:3.0:1790786226.138488:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839221120 00000100:00100000:3.0:1790786226.138616:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 60 00000100:00100000:3.0:1790786226.138643:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c000653fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+35:18973:x1877774839221120:12345-192.168.203.2@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1790786226.262326:0:6440:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901906 is committed 00000001:00080000:1.0:1790786226.262538:0:6440:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901892 is committed 00010000:00010000:1.0:1790786226.262593:0:3417:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04e00/0x19fa32945bed4d99 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262608:0:3417:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04e00/0x19fa32945bed4d99 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262618:0:3417:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04e00/0x19fa32945bed4d99 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262625:0:3417:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04e00 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:1.0:1790786226.262631:0:3417:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04e00/0x19fa32945bed4d99 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262640:0:3417:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04e00/0x19fa32945bed4d99 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262661:0:3417:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8c01111c2900) 00010000:00010000:1.0:1790786226.262679:0:3417:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790786226.262687:0:3417:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04e00/0x19fa32945bed4d99 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262726:0:3417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04e00/0x19fa32945bed4d99 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262755:0:3417:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04a00/0x19fa32945bed4da0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262762:0:3417:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04a00/0x19fa32945bed4da0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262768:0:3417:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04a00/0x19fa32945bed4da0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262774:0:3417:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04a00 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:1.0:1790786226.262778:0:3417:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04a00/0x19fa32945bed4da0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262784:0:3417:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04a00/0x19fa32945bed4da0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262792:0:3417:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c01111c2500) 00010000:00010000:1.0:1790786226.262795:0:3417:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790786226.262798:0:3417:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04a00/0x19fa32945bed4da0 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262804:0:3417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04a00/0x19fa32945bed4da0 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262830:0:3417:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4e48 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262847:0:3417:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4e48 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262853:0:3417:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4e48 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262858:0:3417:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd05400 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:1.0:1790786226.262861:0:3417:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4e48 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262867:0:3417:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4e48 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262875:0:3417:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8c01111c2300) 00010000:00010000:1.0:1790786226.262877:0:3417:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790786226.262880:0:3417:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4e48 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262886:0:3417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05400/0x19fa32945bed4e48 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24321 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262902:0:3417:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d000/0x19fa32945bed4ecd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262908:0:3417:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d000/0x19fa32945bed4ecd lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262913:0:3417:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d000/0x19fa32945bed4ecd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262918:0:3417:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd8d000 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:1.0:1790786226.262925:0:3417:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d000/0x19fa32945bed4ecd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262931:0:3417:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d000/0x19fa32945bed4ecd lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262939:0:3417:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:1.0:1790786226.262941:0:3417:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790786226.262944:0:3417:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d000/0x19fa32945bed4ecd lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.262950:0:3417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d000/0x19fa32945bed4ecd lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.263307:0:3416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8ce00/0x19fa32945bed4ded lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.263317:0:3416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8ce00/0x19fa32945bed4ded lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.263322:0:3416:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8ce00/0x19fa32945bed4ded lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.263327:0:3416:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd8ce00 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:1.0:1790786226.263331:0:3416:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8ce00/0x19fa32945bed4ded lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.263456:0:3416:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8ce00/0x19fa32945bed4ded lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.263477:0:3416:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c01111c2500) 00010000:00010000:1.0:1790786226.263480:0:3416:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1790786226.263495:0:3416:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8ce00/0x19fa32945bed4ded lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.263501:0:3416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8ce00/0x19fa32945bed4ded lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1790786226.266549:0:6440:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901907 is committed 00000001:00080000:2.0:1790786226.266920:0:6440:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:2.0:1790786226.266932:0:6440:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000100:00100000:1.0:1790786226.267115:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c000653fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+23:18973:x1877774839221120:12345-192.168.203.2@tcp:44:lhsmtool_posix.0 Request processed in 128480us (129007us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786226.267128:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 60 00000001:00080000:2.0:1790786226.267441:0:6440:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901894 is committed 00000001:00080000:2.0:1790786226.267470:0:6440:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:3.0:1790786226.269286:0:3417:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f44 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.269307:0:3417:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f44 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.269316:0:3417:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f44 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.269323:0:3417:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04400 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:3.0:1790786226.269329:0:3417:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f44 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.269339:0:3417:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f44 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.269358:0:3417:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c011264a800) 00010000:00010000:3.0:1790786226.269362:0:3417:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1790786226.269368:0:3417:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f44 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.269375:0:3417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f44 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21817 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786226.270835:0:3433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140e12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774855051520:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1790786226.270938:0:3433:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786226.271326:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786226.271478:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855051520 00000100:00100000:2.0:1790786226.271488:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855051520 00000100:00100000:2.0:1790786226.271561:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839221248 00000100:00100000:2.0:1790786226.271565:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839221248 00000100:00100000:2.0:1790786226.271591:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1790786226.271602:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0102f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3433:x1877774855051520:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1790786226.271850:0:23128:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1790786226.271854:0:23128:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1790786226.271857:0:23128:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1790786226.271860:0:23128:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1790786225 -> 1790786225 00002000:00010000:2.0:1790786226.271862:0:23128:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00080000:1.0:1790786226.271880:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790786226.271897:0:23125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 31 00000100:00100000:1.0:1790786226.271906:0:23125:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+7:2387:x1877774839221248:12345-192.168.203.2@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1790786226.271914:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0102f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3433:x1877774855051520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 314us (981us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1790786226.271922:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1790786226.272002:0:23125:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+7:2387:x1877774839221248:12345-192.168.203.2@tcp:16:lhsmtool_posix.0 Request processed in 98us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786226.272009:0:23125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 31 00000004:00080000:3.0:1790786226.272387:0:3433:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8c0140e12300/2, rc 0, transno 12884901892 00000100:00100000:3.0:1790786226.272412:0:3433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140e12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3433:1877774855051520:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1790786226.274582:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786226.274829:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839221504 00000100:00100000:3.0:1790786226.274842:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839221504 00000100:00100000:3.0:1790786226.275137:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 61 00000100:00100000:3.0:1790786226.275150:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+14:18973:x1877774839221504:12345-192.168.203.2@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1790786226.275219:0:21816:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790786226.275318:0:21816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8d600/0x19fa32945bed4f59 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647ca expref: 14 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.275352:0:21816:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c011264a800) 00010000:00010000:3.0:1790786226.275359:0:21816:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1790786226.275396:0:21816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc600/0x19fa32945bed4f67 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.275414:0:21816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc600/0x19fa32945bed4f67 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.275426:0:21816:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc600/0x19fa32945bed4f67 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1790786226.276723:0:21816:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004b81c108 reply state 0000000034348f2e transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc600/0x19fa32945bed4f67 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.276753:0:21816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c01421fc600/0x19fa32945bed4f67 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21816 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.276762:0:21816:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c011264a800) 00010000:00010000:3.0:1790786226.276765:0:21816:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1790786226.276771:0:21816:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1790786226.277064:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+15:18973:x1877774839221504:12345-192.168.203.2@tcp:36:lhsmtool_posix.0 Request processed in 1797us (2372us total) trans 12884901911 rc 0/0 00000100:00100000:3.0:1790786226.277092:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 61 00000100:00100000:1.0:1790786226.281253:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786226.281319:0:23128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839221632 00000100:00100000:2.0:1790786226.281333:0:23128:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839221632 00000100:00100000:2.0:1790786226.281407:0:23128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 32 00000100:00100000:2.0:1790786226.281420:0:23128:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+7:18973:x1877774839221632:12345-192.168.203.2@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1790786226.281441:0:23128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790786226.281467:0:23128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004bb54f7a/0x19fa32945bed4f6e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9f64d64475647d8 expref: -99 pid: 23128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.281528:0:23128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a8e26401/0x19fa32945bed4f60 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d1 expref: 8 pid: 23125 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.281538:0:23128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790786226.281542:0:23128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790786226.281548:0:23128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bb54f7a/0x19fa32945bed4f6e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d8 expref: 8 pid: 23128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.281594:0:23128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a8e26401/0x19fa32945bed4f60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d1 expref: 8 pid: 23125 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.281608:0:23128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a8e26401/0x19fa32945bed4f60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d1 expref: 8 pid: 23125 timeout: 734 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786226.281624:0:23128:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bf8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:23128:1877774855051648:192.168.203.2@tcp:104: 00000100:00100000:2.0:1790786226.281755:0:23128:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0113543000 going to sleep for 11 seconds 00000100:00100000:2.0:1790786226.290404:0:23128:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bf8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:23128:1877774855051648:192.168.203.2@tcp:104: 00010000:00010000:2.0:1790786226.290456:0:23128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004bb54f7a/0x19fa32945bed4f6e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d8 expref: 8 pid: 23128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.290483:0:23128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c013bd04400, rc 0) 00000100:00100000:2.0:1790786226.290565:0:23128:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+8:18973:x1877774839221632:12345-192.168.203.2@tcp:101:lhsmtool_posix.0 Request processed in 9147us (9325us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786226.290598:0:23128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 32 00000100:00100000:1.0:1790786226.291613:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786226.291769:0:21801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839221760 00000100:00100000:0.0:1790786226.291780:0:21801:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839221760 00010000:00010000:0.0:1790786226.291839:0:21801:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a8e26401/0x19fa32945bed4f60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d1 expref: 8 pid: 23125 timeout: 734 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786226.291877:0:21801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 19 00000100:00100000:0.0:1790786226.291896:0:21801:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+8:2387:x1877774839221760:12345-192.168.203.2@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790786226.291920:0:21801:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790786226.291967:0:21801:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a8e26401/0x19fa32945bed4f60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d1 expref: 8 pid: 23125 timeout: 734 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.291984:0:21801:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a8e26401/0x19fa32945bed4f60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d1 expref: 8 pid: 23125 timeout: 734 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.292012:0:21801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8e26401/0x19fa32945bed4f60 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d1 expref: 8 pid: 23125 timeout: 734 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.292030:0:21801:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790786226.292036:0:21801:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790786226.292043:0:21801:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004bb54f7a/0x19fa32945bed4f6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d8 expref: 7 pid: 23128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.292053:0:21801:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bb54f7a/0x19fa32945bed4f6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d8 expref: 7 pid: 23128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.292116:0:21801:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004bb54f7a/0x19fa32945bed4f6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d8 expref: 7 pid: 23128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786226.292133:0:21801:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:21801:1877774855051776:192.168.203.2@tcp:105: 00000100:00100000:0.0:1790786226.292236:0:21801:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011254f000 going to sleep for 11 seconds 00000100:00100000:3.0:1790786226.303126:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786226.303318:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839221888 00000100:00100000:1.0:1790786226.303347:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839221888 00000100:00100000:1.0:1790786226.303424:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 33 00000100:00100000:1.0:1790786226.303436:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0102f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+8:2388:x1877774839221888:12345-192.168.203.2@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1790786226.304034:0:24136:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1790786226.304038:0:24136:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1790786225 00002000:00010000:1.0:1790786226.304042:0:24136:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1790786224 00002000:00010000:1.0:1790786226.304045:0:24136:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1790786225 -> 1790786225 00002000:00010000:1.0:1790786226.304047:0:24136:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1790786226.304143:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0102f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+9:2388:x1877774839221888:12345-192.168.203.2@tcp:2:lhsmtool_posix.0 Request processed in 707us (1029us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1790786226.304153:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 33 00000100:00100000:0.0:1790786226.305227:0:21801:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:21801:1877774855051776:192.168.203.2@tcp:105: 00010000:00010000:0.0:1790786226.305260:0:21801:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790786226.305312:0:21801:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+8:2387:x1877774839221760:12345-192.168.203.2@tcp:103:ldlm_bl.0 Request processed in 13418us (13706us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786226.305322:0:21801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 19 00000100:00100000:3.0:1790786226.317008:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:1.0:1790786226.317544:0:23125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839222016 00000100:00100000:1.0:1790786226.317559:0:23125:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839222016 00000100:00100000:1.0:1790786226.317645:0:23125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 34 00000100:00100000:1.0:1790786226.317658:0:23125:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0102f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+8:2390:x1877774839222016:12345-192.168.203.2@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1790786226.317761:0:23125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000006c76816/0x19fa32945bed4f75 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.317788:0:23125:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004bb54f7a/0x19fa32945bed4f6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d8 expref: 8 pid: 23128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.317800:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790786226.317805:0:23125:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1790786226.317811:0:23125:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006c76816/0x19fa32945bed4f75 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.317867:0:23125:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004bb54f7a/0x19fa32945bed4f6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d8 expref: 8 pid: 23128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.317892:0:23125:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004bb54f7a/0x19fa32945bed4f6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d8 expref: 8 pid: 23128 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786226.317910:0:23125:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c01082d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:23125:1877774855051904:192.168.203.2@tcp:104: 00000100:00100000:1.0:1790786226.318029:0:23125:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c013779f300 going to sleep for 11 seconds 00000100:00100000:1.0:1790786226.323125:0:23125:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c01082d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:23125:1877774855051904:192.168.203.2@tcp:104: 00010000:00010000:1.0:1790786226.323166:0:23125:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000006c76816/0x19fa32945bed4f75 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786226.323778:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786226.324093:0:24570:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839222144 00000100:00100000:2.0:1790786226.324105:0:24570:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839222144 00010000:00010000:2.0:1790786226.324157:0:24570:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004bb54f7a/0x19fa32945bed4f6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d8 expref: 9 pid: 23128 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786226.324201:0:24570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 20 00000100:00100000:2.0:1790786226.324212:0:24570:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0102f63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+9:2388:x1877774839222144:12345-192.168.203.2@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1790786226.324231:0:24570:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790786226.324271:0:24570:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004bb54f7a/0x19fa32945bed4f6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d8 expref: 9 pid: 23128 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.324286:0:24570:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004bb54f7a/0x19fa32945bed4f6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d8 expref: 9 pid: 23128 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.324316:0:24570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004bb54f7a/0x19fa32945bed4f6e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.2@tcp remote: 0x9f64d64475647d8 expref: 9 pid: 23128 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.324338:0:24570:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1790786226.324343:0:24570:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1790786226.324350:0:24570:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000006c76816/0x19fa32945bed4f75 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.324362:0:24570:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006c76816/0x19fa32945bed4f75 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.324422:0:24570:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790786226.324500:0:24570:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0102f63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+8:2388:x1877774839222144:12345-192.168.203.2@tcp:103:ldlm_bl.0 Request processed in 289us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786226.324509:0:24570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 20 00010000:00010000:1.0:1790786226.326068:0:23125:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000006c76816/0x19fa32945bed4f75 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.326090:0:23125:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006c76816/0x19fa32945bed4f75 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.326130:0:23125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000006c76816/0x19fa32945bed4f75 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.326140:0:23125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000006c76816/0x19fa32945bed4f75 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.326149:0:23125:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000006c76816/0x19fa32945bed4f75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.326157:0:23125:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01071c3c00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:1.0:1790786226.326163:0:23125:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000006c76816/0x19fa32945bed4f75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.326172:0:23125:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000006c76816/0x19fa32945bed4f75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.326513:0:23125:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000006c76816/0x19fa32945bed4f75 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.326524:0:23125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006c76816/0x19fa32945bed4f75 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786226.326669:0:23125:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0102f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+7:2390:x1877774839222016:12345-192.168.203.2@tcp:1:lhsmtool_posix.0 Request processed in 9008us (9670us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786226.326681:0:23125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 34 00000100:00100000:3.0:1790786226.329400:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786226.329484:0:21815:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839222400 00000100:00100000:0.0:1790786226.329497:0:21815:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839222400 00000100:00100000:0.0:1790786226.329576:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 62 00000100:00100000:0.0:1790786226.329587:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0102f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+15:18973:x1877774839222400:12345-192.168.203.2@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1790786226.329687:0:21815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4f7c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.329731:0:21815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4f7c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.329746:0:21815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4f7c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.330097:0:21815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4f83 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.330121:0:21815:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f4b lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647c3 expref: 16 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.330130:0:21815:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4f83 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.330172:0:21815:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f4b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.2@tcp remote: 0x9f64d64475647c3 expref: 16 pid: 21815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.330188:0:21815:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f4b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.2@tcp remote: 0x9f64d64475647c3 expref: 16 pid: 21815 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786226.330204:0:21815:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:21815:1877774855052032:192.168.203.2@tcp:104: 00000100:00100000:3.0:1790786226.344615:0:21815:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c011254f000 going to sleep for 11 seconds 00000100:00100000:3.0:1790786226.344729:0:21815:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:21815:1877774855052032:192.168.203.2@tcp:104: 00010000:00010000:3.0:1790786226.344765:0:21815:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4f83 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786226.346460:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786226.346820:0:21800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839222528 00000100:00100000:3.0:1790786226.346833:0:21800:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839222528 00010000:00010000:3.0:1790786226.346890:0:21800:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f4b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.2@tcp remote: 0x9f64d64475647c3 expref: 17 pid: 21815 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786226.346933:0:21800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 21 00000100:00100000:3.0:1790786226.346944:0:21800:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+17:2388:x1877774839222528:12345-192.168.203.2@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1790786226.347065:0:21800:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790786226.347075:0:21800:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f4b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.2@tcp remote: 0x9f64d64475647c3 expref: 17 pid: 21815 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.347091:0:21800:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f4b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.2@tcp remote: 0x9f64d64475647c3 expref: 17 pid: 21815 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.347120:0:21800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd05a00/0x19fa32945bed4f4b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.2@tcp remote: 0x9f64d64475647c3 expref: 17 pid: 21815 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.347165:0:21800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c011264a800) 00010000:00010000:3.0:1790786226.347171:0:21800:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4f83 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.347182:0:21800:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4f83 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.347202:0:21800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4f83 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.347602:0:21800:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1790786226.347828:0:21815:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4f83 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.347838:0:21815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4f83 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786226.347862:0:21800:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+16:2388:x1877774839222528:12345-192.168.203.2@tcp:103:ldlm_bl.0 Request processed in 917us (1419us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786226.347870:0:21800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 21 00000001:00080000:2.0:1790786226.348340:0:21815:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:2.0:1790786226.348524:0:21815:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:2.0:1790786226.348578:0:21815:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:2.0:1790786226.348682:0:21815:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bf8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:21815:1877774855052160:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1790786226.348958:0:21815:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786226.349172:0:21815:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c01011ca180 going to sleep for 11 seconds 00000100:00100000:3.0:1790786226.349240:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855052160 00000100:00100000:3.0:1790786226.349249:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855052160 00000100:00100000:3.0:1790786226.349302:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1790786226.349312:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:21815:x1877774855052160:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1790786226.349406:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:21815:x1877774855052160:12345-0@lo:1000:mdt00_000.0 Request processed in 96us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786226.349414:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1790786226.349856:0:21815:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bf8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:21815:1877774855052160:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1790786226.353907:0:21815:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:2.0:1790786226.354905:0:21815:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bf8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:21815:1877774855052288:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1790786226.355012:0:21815:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786226.355328:0:21815:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0113543000 going to sleep for 11 seconds 00000100:00100000:3.0:1790786226.358625:0:22457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855052288 00000100:00100000:3.0:1790786226.358648:0:22457:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855052288 00000100:00100000:3.0:1790786226.358767:0:22457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1790786226.358780:0:22457:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:21815:x1877774855052288:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1790786226.360940:0:22457:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:21815:x1877774855052288:12345-0@lo:1000:mdt00_000.0 Request processed in 411us (4176us total) trans 12884901894 rc 0/0 00000100:00100000:3.0:1790786226.360993:0:22457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1790786226.361414:0:21815:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bf8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:21815:1877774855052288:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1790786226.361484:0:21815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4f83 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.361498:0:21815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4f83 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.361515:0:21815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4f83 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.361523:0:21815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd8de00 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:2.0:1790786226.361528:0:21815:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4f83 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.361537:0:21815:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4f83 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.361556:0:21815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c011264a800) 00010000:00010000:2.0:1790786226.361560:0:21815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1790786226.361567:0:21815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4f83 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.361574:0:21815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8de00/0x19fa32945bed4f83 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.361619:0:21815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04600/0x19fa32945bed4edb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.361626:0:21815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04600/0x19fa32945bed4edb lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.361632:0:21815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04600/0x19fa32945bed4edb lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.361637:0:21815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04600 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:2.0:1790786226.361639:0:21815:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04600/0x19fa32945bed4edb lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.361655:0:21815:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04600/0x19fa32945bed4edb lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.361664:0:21815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:2.0:1790786226.361666:0:21815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1790786226.361674:0:21815:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e06200/0x19fa32945bed4ee2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647a7 expref: 19 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.361708:0:21815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e06200/0x19fa32945bed4ee2 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647a7 expref: 19 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.361721:0:21815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e06200/0x19fa32945bed4ee2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647a7 expref: 19 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.361801:0:21815:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c0140e06200/0x19fa32945bed4ee2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.2@tcp remote: 0x9f64d64475647a7 expref: 19 pid: 21817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786226.361828:0:21815:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140bf8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:21815:1877774855052416:192.168.203.2@tcp:105: 00000100:00100000:2.0:1790786226.361941:0:21815:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c0113543000 going to sleep for 11 seconds 00000100:00100000:2.0:1790786226.370271:0:21815:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140bf8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:21815:1877774855052416:192.168.203.2@tcp:105: 00010000:00010000:2.0:1790786226.370318:0:21815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04600/0x19fa32945bed4edb lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.370331:0:21815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04600/0x19fa32945bed4edb lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.370373:0:21815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f8a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.370409:0:21815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f8a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.370423:0:21815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f8a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.370437:0:21815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f8a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.370443:0:21815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f8a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.370451:0:21815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f8a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.370456:0:21815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04400 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:2.0:1790786226.370460:0:21815:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f8a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.370467:0:21815:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f8a lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.370480:0:21815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:2.0:1790786226.370483:0:21815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790786226.370487:0:21815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f8a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.370492:0:21815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f8a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.370502:0:21815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4f7c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.370514:0:21815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4f7c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.370519:0:21815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4f7c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.370523:0:21815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd8c600 already unused, calling callback (ffffffffc223a4f0) 00010000:00010000:2.0:1790786226.370526:0:21815:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4f7c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.370532:0:21815:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4f7c lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.370540:0:21815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c01111c2800) 00010000:00010000:2.0:1790786226.370541:0:21815:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1790786226.370544:0:21815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4f7c lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.370549:0:21815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd8c600/0x19fa32945bed4f7c lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21815 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786226.371049:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0102f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+19:18973:x1877774839222400:12345-192.168.203.2@tcp:57:lhsmtool_posix.0 Request processed in 41460us (41657us total) trans 12884901916 rc 0/0 00000100:00100000:2.0:1790786226.371061:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 62 00000020:00080000:2.0:1790786226.371070:0:21815:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1790786226.375755:0:21851:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1790786226.375769:0:21851:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1790786226.375924:0:21851:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1790786226.375936:0:21851:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1790786226.376195:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786226.376782:0:21818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839222656 00000100:00100000:3.0:1790786226.376794:0:21818:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839222656 00000100:00100000:3.0:1790786226.376864:0:21818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 10 00000100:00100000:3.0:1790786226.376876:0:21818:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0004558450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+19:18972:x1877774839222656:12345-192.168.203.2@tcp:49:dd.0 00000100:00100000:3.0:1790786226.377068:0:21818:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0004558450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+19:18972:x1877774839222656:12345-192.168.203.2@tcp:49:dd.0 Request processed in 193us (878us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786226.377076:0:21818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 10 00000100:00100000:2.0:1790786226.390543:0:3424:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:3.0:1790786226.390648:0:21818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839222912 00000100:00100000:3.0:1790786226.390662:0:21818:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839222912 00000100:00100000:2.0:1790786226.390841:0:21819:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 11 00000100:00100000:2.0:1790786226.390855:0:21819:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+19:18973:x1877774839222912:12345-192.168.203.2@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1790786226.391687:0:21819:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1790786226.391868:0:21819:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:2.0:1790786226.391920:0:21819:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f91 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21819 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.391941:0:21819:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f91 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 21819 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.391956:0:21819:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f91 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21819 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.391965:0:21819:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f91 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21819 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.391972:0:21819:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f91 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21819 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.391979:0:21819:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f91 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21819 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.392011:0:21819:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790786226.392111:0:22473:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790786226.392121:0:22473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f91 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 21819 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.392130:0:22473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04400 already unused, calling callback (ffffffffc18128b0) 00000100:00100000:2.0:1790786226.392137:0:21819:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+21:18973:x1877774839222912:12345-192.168.203.2@tcp:35:lhsmtool_posix.0 Request processed in 1279us (1605us total) trans 12884901918 rc 0/0 00010000:00010000:0.0:1790786226.392139:0:22473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f91 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 21819 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786226.392153:0:21819:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 11 00010000:00010000:0.0:1790786226.392155:0:22473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f91 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 21819 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1790786226.392161:0:21819:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1790786226.392173:0:22473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c011264a800) 00010000:00010000:0.0:1790786226.392177:0:22473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1790786226.392194:0:22473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f91 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 21819 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.392201:0:22473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c013bd04400/0x19fa32945bed4f91 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 21819 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.392218:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786226.392220:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790786226.392222:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786226.418284:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786226.418330:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786226.418426:0:23131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839223040 00000100:00100000:2.0:1790786226.418440:0:23131:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839223040 00000100:00100000:2.0:1790786226.418518:0:23131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839223168 00000100:00100000:2.0:1790786226.418522:0:23131:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839223168 00000100:00100000:2.0:1790786226.418543:0:23131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 0 00000100:00100000:2.0:1790786226.418554:0:23131:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+8:2388:x1877774839223040:12345-192.168.203.2@tcp:4:dd.0 00002000:00010000:2.0:1790786226.418633:0:23131:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6abd3ab1, atime: 0x6abd3ab0, ctime: 0x6abd3ab1, blocks: 0x1 00010000:00010000:2.0:1790786226.418661:0:23131:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4f98 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.418681:0:23131:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1790786226.418686:0:23131:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790786226.418728:0:23131:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4f98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.418748:0:23131:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4f98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786226.422102:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786226.422244:0:23133:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1790786226.422266:0:23133:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:1.0:1790786226.428085:0:23133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839223296 00000100:00100000:1.0:1790786226.428106:0:23133:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839223296 00000100:00100000:2.0:1790786226.428908:0:24593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 1 00000100:00100000:2.0:1790786226.428923:0:24593:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140ed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+10:2387:x1877774839223168:12345-192.168.203.2@tcp:4:dd.0 00010000:00010000:2.0:1790786226.428981:0:24593:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4f9f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.429004:0:24593:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790786226.429009:0:24593:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790786226.429016:0:24593:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4f9f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.429032:0:24593:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4f9f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.572547:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1790786226.606318:0:8106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00000001:00080000:2.0:1790786226.606358:0:8106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901892 is committed 00000001:00080000:2.0:1790786226.606393:0:8106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:3.0:1790786226.606493:0:23131:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 3145728 00002000:00010000:3.0:1790786226.606498:0:23131:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 1 -> 4103 00010000:00010000:3.0:1790786226.606512:0:23131:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4f98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.606525:0:23131:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4f98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.606535:0:23131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4f98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.606543:0:23131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04600 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:3.0:1790786226.606548:0:23131:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4f98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.606568:0:23131:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4f98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.606589:0:23131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4f98 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.606596:0:23131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4f98 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790786226.606736:0:23131:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+8:2388:x1877774839223040:12345-192.168.203.2@tcp:4:dd.0 Request processed in 188178us (188461us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1790786226.606752:0:23131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 0 00000100:00100000:3.0:1790786226.606798:0:23131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 2 00000100:00100000:3.0:1790786226.606818:0:23131:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+7:2388:x1877774839223296:12345-192.168.203.2@tcp:4:dd.0 00010000:00010000:3.0:1790786226.606849:0:23131:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001da5b4ca/0x19fa32945bed4fa6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.606861:0:23131:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786226.606865:0:23131:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790786226.606871:0:23131:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001da5b4ca/0x19fa32945bed4fa6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790786226.606882:0:23131:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001da5b4ca/0x19fa32945bed4fa6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.607255:0:24593:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4f9f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.607265:0:24593:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4f9f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.607273:0:24593:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4f9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.607280:0:24593:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04a00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:1.0:1790786226.607283:0:24593:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4f9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.607298:0:24593:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4f9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.607310:0:24593:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4f9f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.607318:0:24593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4f9f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24593 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786226.607357:0:24593:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140ed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+7:2387:x1877774839223168:12345-192.168.203.2@tcp:4:dd.0 Request processed in 178438us (189026us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1790786226.607368:0:24593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 1 00000100:00100000:2.0:1790786226.623057:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786226.623099:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786226.623118:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786226.623152:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786226.623170:0:3425:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786226.624165:0:23132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839223424 00000100:00100000:0.0:1790786226.624176:0:23132:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839223424 00000100:00100000:0.0:1790786226.624223:0:23132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839223552 00000100:00100000:0.0:1790786226.624225:0:23132:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839223552 00000100:00100000:0.0:1790786226.624238:0:23132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839223936 00000100:00100000:0.0:1790786226.624240:0:23132:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839223936 00000100:00100000:0.0:1790786226.624257:0:23132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839223680 00000100:00100000:0.0:1790786226.624260:0:23132:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839223680 00000100:00100000:0.0:1790786226.624273:0:23132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839223808 00000100:00100000:0.0:1790786226.624275:0:23132:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839223808 00000100:00100000:0.0:1790786226.624291:0:23132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 3 00000100:00100000:0.0:1790786226.624299:0:23132:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+11:2389:x1877774839223424:12345-192.168.203.2@tcp:4:dd.0 00010000:00010000:0.0:1790786226.624333:0:23132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f01635f/0x19fa32945bed4fad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.624350:0:23132:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790786226.624355:0:23132:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790786226.624361:0:23132:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f01635f/0x19fa32945bed4fad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.624394:0:23132:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f01635f/0x19fa32945bed4fad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1790786226.676635:0:8106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901897 is committed 00002000:00010000:2.0:1790786226.676798:0:23131:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 3145728 -> 4194304 00002000:00010000:2.0:1790786226.676932:0:23131:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 4103 -> 6151 00010000:00010000:2.0:1790786226.676949:0:23131:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001da5b4ca/0x19fa32945bed4fa6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.677025:0:23131:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001da5b4ca/0x19fa32945bed4fa6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.677035:0:23131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001da5b4ca/0x19fa32945bed4fa6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.677042:0:23131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01421fd000 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786226.677046:0:23131:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001da5b4ca/0x19fa32945bed4fa6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.677054:0:23131:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001da5b4ca/0x19fa32945bed4fa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.677073:0:23131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001da5b4ca/0x19fa32945bed4fa6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.677097:0:23131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001da5b4ca/0x19fa32945bed4fa6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786226.677283:0:23131:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+13:2388:x1877774839223296:12345-192.168.203.2@tcp:4:dd.0 Request processed in 70472us (255190us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1790786226.677293:0:23131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 2 00000100:00100000:2.0:1790786226.677327:0:23131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 4 00000100:00100000:2.0:1790786226.677338:0:23131:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+12:2389:x1877774839223552:12345-192.168.203.2@tcp:4:dd.0 00010000:00010000:2.0:1790786226.677368:0:23131:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4fb4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.677379:0:23131:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790786226.677384:0:23131:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790786226.677389:0:23131:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4fb4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.677400:0:23131:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4fb4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1790786226.787201:0:23132:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 4194304 -> 5242880 00002000:00010000:2.0:1790786226.787213:0:23132:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 6151 -> 10247 00010000:00010000:2.0:1790786226.788885:0:23132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f01635f/0x19fa32945bed4fad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.788904:0:23132:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f01635f/0x19fa32945bed4fad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.791533:0:23132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f01635f/0x19fa32945bed4fad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.791541:0:23132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd8cc00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:2.0:1790786226.791546:0:23132:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f01635f/0x19fa32945bed4fad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.791557:0:23132:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f01635f/0x19fa32945bed4fad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.791577:0:23132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f01635f/0x19fa32945bed4fad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.791585:0:23132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f01635f/0x19fa32945bed4fad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790786226.791685:0:23132:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+14:2389:x1877774839223424:12345-192.168.203.2@tcp:4:dd.0 Request processed in 167381us (168631us total) trans 12884901898 rc 0/0 00000100:00100000:2.0:1790786226.791722:0:23132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 3 00000100:00100000:2.0:1790786226.791764:0:23132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 5 00000100:00100000:2.0:1790786226.791775:0:23132:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+13:2390:x1877774839223936:12345-192.168.203.2@tcp:4:dd.0 00010000:00010000:2.0:1790786226.791820:0:23132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4fbb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.791833:0:23132:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790786226.791850:0:23132:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790786226.791856:0:23132:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4fbb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790786226.791868:0:23132:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4fbb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1790786226.792171:0:8106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901898 is committed 00000001:00080000:2.0:1790786226.854353:0:8106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901899 is committed 00002000:00010000:1.0:1790786226.854656:0:23131:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 5242880 -> 7654321 00010000:00010000:1.0:1790786226.854674:0:23131:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4fb4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.854687:0:23131:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4fb4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.856117:0:23131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4fb4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.856127:0:23131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04a00 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:1.0:1790786226.856132:0:23131:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4fb4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.856159:0:23131:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4fb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.856304:0:23131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4fb4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.856315:0:23131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051d85bfd/0x19fa32945bed4fb4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790786226.856510:0:23131:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+11:2389:x1877774839223552:12345-192.168.203.2@tcp:4:dd.0 Request processed in 179171us (233406us total) trans 12884901899 rc 0/0 00000100:00100000:1.0:1790786226.856521:0:23131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 4 00000100:00100000:1.0:1790786226.856563:0:23131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 6 00000100:00100000:1.0:1790786226.856577:0:23131:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+10:2389:x1877774839223680:12345-192.168.203.2@tcp:4:dd.0 00010000:00010000:1.0:1790786226.856608:0:23131:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008bd386f2/0x19fa32945bed4fc2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.856619:0:23131:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790786226.856624:0:23131:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790786226.856629:0:23131:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008bd386f2/0x19fa32945bed4fc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790786226.856640:0:23131:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008bd386f2/0x19fa32945bed4fc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1790786226.906630:0:8106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901900 is committed 00002000:00010000:0.0:1790786226.910386:0:23132:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 10247 -> 14343 00010000:00010000:0.0:1790786226.910409:0:23132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4fbb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.910423:0:23132:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4fbb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.910433:0:23132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4fbb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.910440:0:23132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd04600 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:0.0:1790786226.910445:0:23132:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4fbb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.910453:0:23132:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4fbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.910472:0:23132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4fbb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.910481:0:23132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5ab38d4/0x19fa32945bed4fbb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786226.912507:0:23132:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+10:2390:x1877774839223936:12345-192.168.203.2@tcp:4:dd.0 Request processed in 120725us (289377us total) trans 12884901900 rc 0/0 00000100:00100000:0.0:1790786226.912522:0:23132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 5 00000100:00100000:0.0:1790786226.912569:0:23132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 7 00000100:00100000:0.0:1790786226.912581:0:23132:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0006ef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+9:2389:x1877774839223808:12345-192.168.203.2@tcp:4:dd.0 00010000:00010000:0.0:1790786226.912618:0:23132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ce16688/0x19fa32945bed4fc9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.912635:0:23132:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790786226.912640:0:23132:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790786226.912646:0:23132:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ce16688/0x19fa32945bed4fc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.912661:0:23132:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ce16688/0x19fa32945bed4fc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1790786226.976275:0:8106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901901 is committed 00010000:00010000:0.0:1790786226.976379:0:23131:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008bd386f2/0x19fa32945bed4fc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.976393:0:23131:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008bd386f2/0x19fa32945bed4fc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.976403:0:23131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008bd386f2/0x19fa32945bed4fc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.976428:0:23131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c01071c3000 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:0.0:1790786226.976433:0:23131:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008bd386f2/0x19fa32945bed4fc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.976458:0:23131:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008bd386f2/0x19fa32945bed4fc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.976479:0:23131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008bd386f2/0x19fa32945bed4fc2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786226.976487:0:23131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008bd386f2/0x19fa32945bed4fc2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786226.976587:0:23131:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+9:2389:x1877774839223680:12345-192.168.203.2@tcp:4:dd.0 Request processed in 120010us (353429us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1790786226.976605:0:23131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 6 00000001:00080000:1.0:1790786227.027877:0:8106:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901902 is committed 00002000:00010000:0.0:1790786227.028047:0:23132:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 14343 -> 16391 00010000:00010000:0.0:1790786227.028062:0:23132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ce16688/0x19fa32945bed4fc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786227.028076:0:23132:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ce16688/0x19fa32945bed4fc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786227.028086:0:23132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ce16688/0x19fa32945bed4fc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786227.028111:0:23132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c013bd8d000 already unused, calling callback (ffffffffc18128b0) 00010000:00010000:0.0:1790786227.028117:0:23132:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ce16688/0x19fa32945bed4fc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786227.028125:0:23132:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ce16688/0x19fa32945bed4fc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786227.028142:0:23132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ce16688/0x19fa32945bed4fc9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790786227.028150:0:23132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ce16688/0x19fa32945bed4fc9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790786227.028269:0:23132:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0006ef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:2389:x1877774839223808:12345-192.168.203.2@tcp:4:dd.0 Request processed in 115686us (405092us total) trans 12884901902 rc 0/0 00000100:00100000:0.0:1790786227.028279:0:23132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 7 00000100:00100000:2.0:1790786227.096533:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786227.096579:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786227.096608:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786227.096644:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786227.096667:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786227.096683:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786227.096732:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:2.0:1790786227.096782:0:3423:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.2@tcp (source: 12345-192.168.203.2@tcp) 00000100:00100000:0.0:1790786227.096800:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839224320 00000100:00100000:2.0:1790786227.096802:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839224832 00000100:00100000:2.0:1790786227.096819:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839224832 00000100:00100000:0.0:1790786227.096819:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839224320 00000100:00100000:0.0:1790786227.096867:0:21817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839224576 00000100:00100000:0.0:1790786227.096871:0:21817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839224576 00000100:00100000:3.0:1790786227.096872:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839224192 00000100:00100000:3.0:1790786227.096875:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839224192 00000100:00100000:3.0:1790786227.096891:0:21816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839224704 00000100:00100000:3.0:1790786227.096894:0:21816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839224704 00000100:00100000:1.0:1790786227.096923:0:21809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839224064 00000100:00100000:1.0:1790786227.096928:0:21809:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839224064 00000100:00100000:2.0:1790786227.097255:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839224448 00000100:00100000:2.0:1790786227.097259:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839224448 00000100:00100000:2.0:1790786227.097274:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774839224960 00000100:00100000:2.0:1790786227.097275:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774839224960 00000100:00100000:2.0:1790786227.097291:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 17 00000100:00100000:2.0:1790786227.097301:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+5:2390:x1877774839224832:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:2.0:1790786227.097370:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+5:2390:x1877774839224832:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 70us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786227.097379:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 17 00000100:00100000:2.0:1790786227.097409:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 18 00000100:00100000:2.0:1790786227.097415:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:2390:x1877774839224448:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:1.0:1790786227.097526:0:21809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 165 00000100:00100000:1.0:1790786227.097535:0:21809:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+13:2390:x1877774839224064:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:2.0:1790786227.097684:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:2390:x1877774839224448:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 267us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786227.097716:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 18 00000100:00100000:2.0:1790786227.098086:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 19 00000100:00100000:2.0:1790786227.098095:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+5:2390:x1877774839224960:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:1.0:1790786227.102605:0:21809:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bdd083c9-f585-4d48-8e5a-69c62c5513c1+13:2390:x1877774839224064:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 5059us (6069us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786227.102792:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 54 00000100:00100000:0.0:1790786227.102819:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:2390:x1877774839224320:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:0.0:1790786227.102879:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+5:2390:x1877774839224320:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 78us (6300us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786227.102886:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 54 00000100:00100000:0.0:1790786227.102922:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 55 00000100:00100000:0.0:1790786227.102932:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+21:2390:x1877774839224192:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:1.0:1790786227.102962:0:21809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 165 00000100:00100000:0.0:1790786227.102970:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23960972-c7d3-4e9b-9ea2-7abe19f3cb59+21:2390:x1877774839224192:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 39us (6300us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786227.102978:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 55 00000100:00100000:0.0:1790786227.102996:0:21817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 56 00000100:00100000:0.0:1790786227.103005:0:21817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:2390:x1877774839224576:12345-192.168.203.2@tcp:400:kworker.0 00000100:00080000:1.0:1790786227.103025:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1790786227.103033:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1790786227.103038:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790786227.103038:0:21817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+6:2390:x1877774839224576:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 33us (6428us total) trans 0 rc 0/0 00000100:00080000:1.0:1790786227.103043:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1790786227.103047:0:21817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 56 00000100:00100000:2.0:1790786227.103782:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+5:2390:x1877774839224960:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 5684us (6994us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786227.103793:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 19 00000100:00100000:3.0:1790786227.104328:0:21816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.2@tcp, seq: 57 00000100:00100000:3.0:1790786227.104339:0:21816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0140a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+5:2390:x1877774839224704:12345-192.168.203.2@tcp:400:kworker.0 00000100:00100000:3.0:1790786227.104392:0:21816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0140a99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c77d96d-79b3-4a5c-8db5-a5c7634c4ae7+5:2390:x1877774839224704:12345-192.168.203.2@tcp:400:kworker.0 Request processed in 56us (7659us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786227.104399:0:21816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.2@tcp, seq: 57 00000100:00100000:1.0:1790786227.276798:0:3431:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1790786227.276830:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0102f61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855052544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790786227.276905:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790786227.277126:0:23130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855052544 00000100:00100000:3.0:1790786227.277136:0:23130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855052544 00000100:00100000:3.0:1790786227.277212:0:23130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1790786227.277221:0:23130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855052544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1790786227.277252:0:23130:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 64552960 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1790786227.277311:0:23130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855052544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786227.277318:0:23130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:1.0:1790786227.277417:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790786227.277560:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0102f61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855052544:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1790786227.597099:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790786227.787951:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855052672:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790786227.788031:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786227.788088:0:21820:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855052672 00000100:00100000:2.0:1790786227.788097:0:21820:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855052672 00000100:00100000:2.0:1790786227.788164:0:21820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1790786227.788184:0:21820:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855052672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1790786227.788225:0:21820:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:2.0:1790786227.788283:0:21820:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855052672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786227.788292:0:21820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1790786227.788314:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0102f60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855052800:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790786227.788348:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786227.788411:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855052672:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1790786227.788474:0:21821:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855052800 00000100:00100000:2.0:1790786227.788479:0:21821:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855052800 00000100:00100000:2.0:1790786227.788515:0:21821:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1790786227.788523:0:21821:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0102f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3432:x1877774855052800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1790786227.788546:0:21821:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1790786227.788591:0:21821:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0102f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3432:x1877774855052800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786227.788615:0:21821:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1790786227.788686:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0102f60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855052800:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1790786228.623738:0:22473:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1790786228.876833:0:22470:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:0.0:1790786229.035633:0:24633:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:1.0:1790786229.643903:0:21803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790786229.836177:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855053312:0@lo:400:kworker.0 00000100:00100000:0.0:1790786229.836249:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786229.836302:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013984bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855053824:0@lo:400:kworker.0 00000100:00100000:0.0:1790786229.836324:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786229.836340:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013984b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3432:1877774855054336:0@lo:400:kworker.0 00000100:00100000:0.0:1790786229.836362:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786229.836384:0:3432:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1790786229.836389:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0140ed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:48e53719-1210-45be-8914-ea1f755552d5:3432:1877774855052928:0@lo:400:kworker.0 00000100:00100000:0.0:1790786229.836434:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786229.836459:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013984b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3432:1877774855053440:0@lo:400:kworker.0 00000100:00100000:1.0:1790786229.837116:0:21810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855052928 00000100:00100000:1.0:1790786229.837126:0:21810:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855052928 00000100:00100000:1.0:1790786229.837169:0:21810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1790786229.837177:0:21810:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139a3e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+24:3432:x1877774855052928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786229.837232:0:21810:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139a3e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48e53719-1210-45be-8914-ea1f755552d5+24:3432:x1877774855052928:12345-0@lo:400:kworker.0 Request processed in 56us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786229.837248:0:21810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1790786229.837282:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855053184:0@lo:400:kworker.0 00000100:00100000:1.0:1790786229.837307:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786229.837324:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855053696:0@lo:400:kworker.0 00000100:00100000:1.0:1790786229.837359:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786229.837373:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3431:1877774855054208:0@lo:400:kworker.0 00000100:00100000:1.0:1790786229.837395:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786229.837412:0:3431:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:1.0:1790786229.837418:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013984b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855053056:0@lo:400:kworker.0 00000100:00100000:1.0:1790786229.837440:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786229.837454:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855053568:0@lo:400:kworker.0 00000100:00100000:1.0:1790786229.837474:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786229.837490:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c013984aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3431:1877774855054080:0@lo:400:kworker.0 00000100:00100000:1.0:1790786229.837512:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786229.837529:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c01082d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855054592:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1790786229.837563:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790786229.837593:0:22457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855053056 00000100:00100000:1.0:1790786229.837598:0:22457:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855053056 00000100:00100000:1.0:1790786229.837619:0:22457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855053568 00000100:00100000:1.0:1790786229.837621:0:22457:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855053568 00000100:00100000:1.0:1790786229.837635:0:22457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1790786229.837641:0:22457:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855053056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786229.837719:0:22457:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855053056:12345-0@lo:400:kworker.0 Request processed in 77us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786229.837726:0:22457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1790786229.837748:0:22457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1790786229.837754:0:22457:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855053568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790786229.837784:0:22457:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855053568:12345-0@lo:400:kworker.0 Request processed in 31us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1790786229.837799:0:22457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1790786229.837833:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013984b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855053056:0@lo:400:kworker.0 00000100:00100000:1.0:1790786229.837843:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855053568:0@lo:400:kworker.0 00000100:00100000:0.0:1790786229.838147:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786229.838312:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855053312 00000100:00100000:2.0:1790786229.838316:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855053312 00000100:00100000:2.0:1790786229.838350:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855053824 00000100:00100000:2.0:1790786229.838353:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855053824 00000100:00100000:2.0:1790786229.838366:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855053184 00000100:00100000:2.0:1790786229.838369:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855053184 00000100:00100000:2.0:1790786229.838379:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855053696 00000100:00100000:2.0:1790786229.838382:0:24136:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855053696 00000100:00100000:2.0:1790786229.838394:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1790786229.838401:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013984a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855053312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786229.838438:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013984a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855053312:12345-0@lo:400:kworker.0 Request processed in 38us (2190us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786229.838444:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1790786229.838457:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1790786229.838463:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013984a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3432:x1877774855053824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786229.838490:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013984a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3432:x1877774855053824:12345-0@lo:400:kworker.0 Request processed in 27us (2165us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786229.838496:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1790786229.838507:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1790786229.838513:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855053184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786229.838544:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855053184:12345-0@lo:400:kworker.0 Request processed in 32us (1237us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786229.838550:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1790786229.838561:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1790786229.838566:0:24136:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855053696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786229.838602:0:24136:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855053696:12345-0@lo:400:kworker.0 Request processed in 36us (1243us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786229.838608:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1790786229.838757:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3432:1877774855053952:0@lo:400:kworker.0 00000100:00100000:0.0:1790786229.838801:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786229.847594:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3432:1877774855054464:0@lo:400:kworker.0 00000100:00100000:0.0:1790786229.847754:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790786229.851222:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855054336 00000100:00100000:2.0:1790786229.851236:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855054336 00000100:00100000:2.0:1790786229.851295:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855054208 00000100:00100000:2.0:1790786229.851298:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855054208 00000100:00100000:2.0:1790786229.851312:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855054080 00000100:00100000:2.0:1790786229.851314:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855054080 00000100:00100000:2.0:1790786229.851326:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855053440 00000100:00100000:2.0:1790786229.851329:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855053440 00000100:00100000:0.0:1790786229.851415:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855053312:0@lo:400:kworker.0 00000100:00100000:0.0:1790786229.851437:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013984bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3432:1877774855053824:0@lo:400:kworker.0 00000100:00100000:2.0:1790786229.851531:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855053952 00000100:00100000:2.0:1790786229.851535:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855053952 00000100:00100000:2.0:1790786229.851550:0:24321:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855054464 00000100:00100000:2.0:1790786229.851554:0:24321:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855054464 00000100:00100000:2.0:1790786229.851570:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1790786229.851578:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139849f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3432:x1877774855054336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786229.851649:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139849f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3432:x1877774855054336:12345-0@lo:400:kworker.0 Request processed in 71us (15284us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786229.851656:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1790786229.851672:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1790786229.851679:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3431:x1877774855054208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786229.851731:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3431:x1877774855054208:12345-0@lo:400:kworker.0 Request processed in 53us (14335us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786229.851737:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1790786229.851750:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1790786229.851757:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c01082d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3431:x1877774855054080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790786229.851935:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0140ed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:48e53719-1210-45be-8914-ea1f755552d5:3432:1877774855052928:0@lo:400:kworker.0 00000100:00100000:0.0:1790786229.852077:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013984b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3432:1877774855054336:0@lo:400:kworker.0 00000100:00080000:0.0:1790786229.852286:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1790786229.852290:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1790786229.852293:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1790786229.852296:0:21811:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790786229.852317:0:21815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1790786229.852326:0:21815:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139848700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3432:x1877774855053440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786229.852443:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c01082d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3431:x1877774855054080:12345-0@lo:400:kworker.0 Request processed in 686us (14929us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786229.852524:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1790786229.852542:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1790786229.852549:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013984ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3432:x1877774855053952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786229.852592:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013984ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3432:x1877774855053952:12345-0@lo:400:kworker.0 Request processed in 44us (13790us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786229.852598:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1790786229.852610:0:24321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1790786229.852616:0:24321:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0139848e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3432:x1877774855054464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790786229.852644:0:24321:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139848e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3432:x1877774855054464:12345-0@lo:400:kworker.0 Request processed in 29us (4985us total) trans 0 rc 0/0 00000100:00100000:2.0:1790786229.852650:0:24321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1790786229.853142:0:21815:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0139848700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3432:x1877774855053440:12345-0@lo:400:kworker.0 Request processed in 817us (14993us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786229.853150:0:21815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1790786229.853269:0:3431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0106c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855054720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1790786229.853307:0:3431:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786229.854118:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013984aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3431:1877774855054080:0@lo:400:kworker.0 00000100:00100000:0.0:1790786229.854149:0:3431:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:0.0:1790786229.854154:0:3431:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8c0140e12300, transno 12884901892 00000004:00080000:0.0:1790786229.854609:0:3431:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:0.0:1790786229.854634:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855053184:0@lo:400:kworker.0 00000100:00100000:0.0:1790786229.854653:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855053696:0@lo:400:kworker.0 00010000:00080000:0.0:1790786229.854668:0:3431:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c0139849500 x1877774855054208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790786229.854680:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3431:1877774855054208:0@lo:400:kworker.0 00000100:00100000:0.0:1790786229.854752:0:23129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855054592 00000100:00100000:0.0:1790786229.854759:0:23129:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855054592 00000100:00100000:3.0:1790786229.855012:0:23130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855054720 00000100:00100000:3.0:1790786229.855018:0:23130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855054720 00000100:00100000:1.0:1790786229.855030:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c013984b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3432:1877774855053440:0@lo:400:kworker.0 00000100:00100000:1.0:1790786229.855051:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3432:1877774855053952:0@lo:400:kworker.0 00000100:00100000:3.0:1790786229.855054:0:23130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1790786229.855066:0:23130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c013984b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855054720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1790786229.855102:0:23130:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3851419648 avail 3849322496 00010000:00080000:1.0:1790786229.855147:0:3432:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c0139849c00 x1877774855054464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790786245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790786229.855159:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3432:1877774855054464:0@lo:400:kworker.0 00000100:00100000:3.0:1790786229.855165:0:23130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c013984b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3431:x1877774855054720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (1854us total) trans 0 rc 0/0 00000100:00100000:3.0:1790786229.855173:0:23130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1790786229.855990:0:23129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1790786229.855999:0:23129:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0106c01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855054592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1790786229.856548:0:23129:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1790786229.856617:0:23129:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0106c01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3431:x1877774855054592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 618us (19052us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786229.856624:0:23129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1790786229.856673:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0106c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3431:1877774855054720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1790786229.857225:0:3431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c01082d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3431:1877774855054592:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790786230.348048:0:3432:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c0139849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855054848:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1790786230.348115:0:3432:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790786230.348181:0:23129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877774855054848 00000100:00100000:0.0:1790786230.348189:0:23129:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877774855054848 00000100:00100000:0.0:1790786230.348235:0:23129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1790786230.348244:0:23129:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8c0102f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855054848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1790786230.348275:0:23129:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 6815744 granted 64552960 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1790786230.352354:0:23129:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8c0102f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3432:x1877774855054848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4100us (4228us total) trans 0 rc 0/0 00000100:00100000:0.0:1790786230.352383:0:23129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1790786230.358125:0:3432:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c0139849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3432:1877774855054848:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1790786230.669847:0:21804:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14466 lines, 14466 kept, 0 dropped, 0 bad.